-- Logs begin at Mon 2022-05-16 18:21:12 UTC, end at Mon 2022-05-16 19:24:36 UTC. -- May 16 18:58:45.482823 dv-cinder-839987-5-smb systemd[1]: Started Devstack devstack@q-svc.service. May 16 18:58:48.356813 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.common.config [-] Logging enabled! May 16 18:58:48.357404 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 16 18:58:48.357609 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103466) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 16 18:58:48.360911 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.common.config [-] Logging enabled! May 16 18:58:48.361166 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev211 May 16 18:58:48.361478 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103466) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 16 18:58:48.362399 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 18:58:48.362634 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 18:58:48.362998 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 18:58:48.363242 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 18:58:48.363465 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 18:58:48.363880 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.364183 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.364415 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.364740 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.365035 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.365317 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.366219 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.366522 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.366812 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.367096 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.367386 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.367616 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.367897 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.368187 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.368475 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.368728 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] debug = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.369012 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.369449 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.369836 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.370118 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.370544 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.370687 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.370958 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.371238 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.371518 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.371842 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] host = dv-cinder-839987-5-smb {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.372122 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.372407 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.372720 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.373007 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.373279 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.373552 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.373833 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.374104 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.374376 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] log_file = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.374648 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.374933 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.375218 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.375504 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.375724 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.375943 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.376227 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.376516 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.376832 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.377104 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.377381 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.377651 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.377921 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.378188 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.378472 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.378752 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.379033 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.379304 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.379573 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.379839 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.380112 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.380398 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.380697 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.380970 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.381339 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.381743 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.382019 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.382294 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.382596 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.382884 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.383165 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.383450 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.383721 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.384001 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.384269 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.384537 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.384831 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] use_json = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.385098 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.385367 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.385646 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.385917 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.386184 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.386456 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.386726 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.387011 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.387287 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:48.387582 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.387877 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.388174 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.388457 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.388794 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.389075 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.389621 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.389898 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.390187 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.390477 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.390763 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.391040 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.391338 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.391627 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.391921 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.392228 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.392524 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.392843 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.393122 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.393399 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.393676 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.393954 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.394242 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.394522 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.394814 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.395106 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.395387 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.395686 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.395973 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.396260 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.396577 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.396891 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.397168 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.397452 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.397745 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.398023 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.398297 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.398587 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.398867 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.399142 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.399424 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.399783 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.400066 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.400339 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.400643 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.400937 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.401214 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.401485 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.401757 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.402031 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.402300 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.402585 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.402863 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.403136 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.403408 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.403685 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.403960 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.404236 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.404516 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.404814 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.405092 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.405364 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.405637 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.405910 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.406181 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.406452 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.406725 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.406997 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.407280 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.407553 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.407826 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.408100 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.408372 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.408674 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.408976 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.409256 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.409536 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.409815 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.410093 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.410371 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.410648 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.410927 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.411207 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.411480 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.411772 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.412055 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.412872 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.413174 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.413454 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.413768 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.414048 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.414327 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.414608 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.414886 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.415166 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.415450 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.415732 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.416027 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.416319 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.416622 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.416920 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.417215 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.417511 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.417798 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.418106 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.418386 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:48.418602 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 18:58:48.418842 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103466) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 16 18:58:48.899036 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 16 18:58:48.899310 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 16 18:58:48.899614 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 16 18:58:48.899943 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.manager [-] Loading core plugin: ml2 May 16 18:58:49.251248 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.251438 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.251711 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.252921 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.253194 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.253455 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.308319 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.308631 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.308982 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.325827 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.326214 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.326580 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.370089 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.370696 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.370833 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.416279 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.416579 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.416850 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.763811 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.764091 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.764632 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.764901 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.765591 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.863455 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.863714 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.863996 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.864265 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.864530 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.864869 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.865130 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.865386 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.865665 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.865945 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.866205 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.866468 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.866721 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.866972 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.867227 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.867491 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.867745 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.868010 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.868278 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.868535 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.868830 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.869083 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.869366 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.869757 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.870004 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.870248 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.870646 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:58:49.870887 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:58:49.871125 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:58:49.871363 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:58:49.871600 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:58:49.871835 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:58:49.872197 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 16 18:58:49.875264 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 16 18:58:49.879177 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 16 18:58:49.883491 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) May 16 18:58:49.885132 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 16 18:58:49.885595 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 16 18:58:49.885929 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 16 18:58:49.886317 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 16 18:58:49.889535 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 16 18:58:49.889786 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 16 18:58:49.890137 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 16 18:58:49.894947 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 16 18:58:49.919119 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 16 18:58:49.919572 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.919866 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103466) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 16 18:58:49.920243 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.921623 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103466) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 16 18:58:49.921902 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 16 18:58:49.922146 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 16 18:58:49.925443 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.925723 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:49.987951 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 16 18:58:49.988186 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 16 18:58:49.988421 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 16 18:58:49.988836 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 16 18:58:50.010597 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_db.sqlalchemy.engines [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103466) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 16 18:58:50.446143 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Initializing driver for type 'gre' May 16 18:58:50.446897 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] gre ID ranges: [(1, 1000)] May 16 18:58:50.500834 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Initializing driver for type 'local' May 16 18:58:50.501220 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Initializing driver for type 'vlan' May 16 18:58:50.514873 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] VlanTypeDriver initialization complete May 16 18:58:50.515223 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Initializing driver for type 'vxlan' May 16 18:58:50.515702 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] vxlan ID ranges: [(1, 1000)] May 16 18:58:50.567052 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Initializing extension driver 'port_security' May 16 18:58:50.567448 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.extensions.port_security [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] PortSecurityExtensionDriver initialization complete May 16 18:58:50.567782 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Initializing mechanism driver 'openvswitch' May 16 18:58:50.568108 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Initializing mechanism driver 'hyperv' May 16 18:58:50.574603 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.plugins.ml2.plugin [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:50.575449 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > port after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.575827 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > port after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.576178 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > port after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.576734 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103466) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 18:58:50.577174 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.577530 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.577878 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.578275 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103466) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 18:58:50.578684 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > network after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.579034 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > network after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.579380 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > network after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.579773 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103466) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 18:58:50.580175 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > security_group after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.580524 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > security_group after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.580887 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.581281 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103466) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 18:58:50.581684 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.582028 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.582365 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.582758 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103466) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 18:58:50.583161 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > address_group after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.583507 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > address_group after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.583844 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.584238 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103466) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 16 18:58:50.584719 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] ML2 OVO RPC backend initialized. {{(pid=103466) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 16 18:58:50.585432 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.585783 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.586194 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > network before_response 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.586540 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > networks before_response 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.586887 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > port before_response 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.587231 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > ports before_response 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.587569 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > subnet before_response 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.587906 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > subnets before_response 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.588255 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > network after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.588629 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > network after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.588970 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > network after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.589308 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > port after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.589645 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > port after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.589982 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > port after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.590317 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.590652 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.590987 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.598470 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.quota [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded quota_driver: . May 16 18:58:50.598832 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.plugin [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Modular L2 Plugin initialization complete May 16 18:58:50.599175 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading services supported by the core plugin {{(pid=103466) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 16 18:58:50.599515 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.plugins.ml2.managers [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Got port-security extension from driver 'port_security' May 16 18:58:50.600497 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.extensions.vlantransparent [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Disabled vlantransparent extension. May 16 18:58:50.601019 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103466) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 16 18:58:50.601344 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading Plugin: router May 16 18:58:50.637126 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.637514 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router after_create 55549900 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.637886 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router before_create 55549900 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.638252 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.638623 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.638979 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router after_delete 55549900 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.639594 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.639941 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.640299 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router after_create 55549900 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.640673 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router after_update 55549900 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.641023 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router after_update 55549900 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.641448 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.641934 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router after_update 55549900 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.642347 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.642717 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: port after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.643059 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: port after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.643396 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: subnet after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.643734 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.644081 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.644427 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.644796 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: port before_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.645140 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router precommit_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.645495 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router after_update 55549900 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.645835 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.646185 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.646545 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.646911 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.647273 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > agent after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.647624 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > agent after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.647966 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > network after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.648839 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Tracking information for resource: router configured {{(pid=103466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:58:50.649169 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Tracking information for resource: floatingip configured {{(pid=103466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 16 18:58:50.654038 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.db.l3_agentschedulers_db [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 16 18:58:50.654607 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: port after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.654968 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: port after_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.655317 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: port after_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.655668 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: port after_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.656467 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router before_create 55550100 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.656854 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.657215 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router precommit_create 55550100 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.657569 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > router precommit_update 55550100 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.662831 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.services.provider_configuration [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Service providers = [] {{(pid=103466) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 16 18:58:50.663197 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.db.servicetype_db [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103466) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 16 18:58:50.666138 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.services.service_base [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 18:58:50.666490 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.services.service_base [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 18:58:50.666832 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.services.service_base [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 18:58:50.667713 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.services.service_base [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 16 18:58:50.668082 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.services.service_base [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Default provider is not specified for service type L3_ROUTER_NAT May 16 18:58:50.668458 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:58:50.668798 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 16 18:58:50.679951 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:58:50.680288 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading Plugin: auto_allocate May 16 18:58:50.685999 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: network precommit_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.686364 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: network precommit_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.686887 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:58:50.687205 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading Plugin: tag May 16 18:58:50.694045 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:58:50.694374 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading Plugin: timestamp May 16 18:58:50.698248 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:58:50.698531 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading Plugin: network_ip_availability May 16 18:58:50.704044 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.704416 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.704807 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.705533 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:58:50.705852 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading Plugin: flavors May 16 18:58:50.711402 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:58:50.711728 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading Plugin: revisions May 16 18:58:50.715971 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 16 18:58:50.716365 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_concurrency.lockutils [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.817s {{(pid=103466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 16 18:58:50.717127 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103466) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 16 18:58:50.717464 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Initializing extension manager. May 16 18:58:50.717985 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: __init__.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.718328 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: __pycache__ {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.718662 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: _port_mac_address_override.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.718997 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: address_group.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.719747 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.720318 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: address-group May 16 18:58:50.720685 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: address_scope.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.721403 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.721916 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: address-scope May 16 18:58:50.722241 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.723262 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.723778 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: router-admin-state-down-before-update May 16 18:58:50.724102 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: agent.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.725421 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.725931 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: agent May 16 18:58:50.726254 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: agent_resources_synced.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.727164 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.727678 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: agent-resources-synced May 16 18:58:50.728001 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: allowedaddresspairs.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.729809 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.730333 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: allowed-address-pairs May 16 18:58:50.730665 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: auto_allocated_topology.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.731736 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.732256 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: auto-allocated-topology May 16 18:58:50.732614 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: availability_zone.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.733314 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.733822 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: availability_zone May 16 18:58:50.734142 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: availability_zone_filter.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.735054 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.735565 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: availability_zone_filter May 16 18:58:50.735887 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: data_plane_status.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.736826 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.737336 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension data-plane-status not supported by any of loaded plugins May 16 18:58:50.737655 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: default_subnetpools.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.738570 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.739077 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: default-subnetpools May 16 18:58:50.739397 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.740196 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.740766 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: dhcp_agent_scheduler May 16 18:58:50.741089 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: dns.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.741998 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.742503 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension dns-integration not supported by any of loaded plugins May 16 18:58:50.742825 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: dns_domain_ports.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.743735 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.744237 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension dns-domain-ports not supported by any of loaded plugins May 16 18:58:50.744579 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.745513 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.746017 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 16 18:58:50.746338 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: dvr.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.747003 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.747503 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: dvr May 16 18:58:50.747821 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: ecmp_routes.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.748762 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.749263 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension ecmp_routes not supported by any of loaded plugins May 16 18:58:50.749584 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: empty_string_filtering.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.750492 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.751005 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: empty-string-filtering May 16 18:58:50.751324 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.752230 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.752762 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 16 18:58:50.753084 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.753989 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.754496 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 16 18:58:50.754818 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: external_net.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.755729 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.756271 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: external-net May 16 18:58:50.756617 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.757524 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.758034 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: extra_dhcp_opt May 16 18:58:50.758358 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: extraroute.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.759257 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.759763 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: extraroute May 16 18:58:50.760082 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: extraroute_atomic.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.761310 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.761830 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: extraroute-atomic May 16 18:58:50.762152 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: filter_validation.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.762816 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.763317 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: filter-validation May 16 18:58:50.763635 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: fip_pf_description.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.764826 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.765329 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 16 18:58:50.765647 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: fip_pf_port_range.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.766559 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.767061 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 16 18:58:50.767379 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: fip_port_details.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.768307 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.768837 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: fip-port-details May 16 18:58:50.769155 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: flavors.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.770380 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.770895 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: flavors May 16 18:58:50.771218 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.773419 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.773939 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 16 18:58:50.774270 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: floatingip_pools.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.774968 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.775482 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: floatingip-pools May 16 18:58:50.775807 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: ip_allocation.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.776759 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.777269 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension ip_allocation not supported by any of loaded plugins May 16 18:58:50.777592 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.778525 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.779027 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: ip-substring-filtering May 16 18:58:50.779355 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: l2_adjacency.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.780276 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.780831 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension l2_adjacency not supported by any of loaded plugins May 16 18:58:50.781155 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: l3.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.782122 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.782639 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: router May 16 18:58:50.782964 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.785202 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.785725 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 16 18:58:50.786056 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.786978 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.788044 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: ext-gw-mode May 16 18:58:50.790274 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.791663 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.792190 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: l3-ha May 16 18:58:50.792701 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.794720 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.795248 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 16 18:58:50.795580 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: l3_flavors.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.796507 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.797056 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: l3-flavors May 16 18:58:50.797384 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.798748 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.799267 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 16 18:58:50.799594 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.800512 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.801164 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: l3-port-ip-change-not-allowed May 16 18:58:50.801491 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: l3agentscheduler.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.802537 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.803076 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: l3_agent_scheduler May 16 18:58:50.803405 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: local_ip.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.806643 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.807176 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension local_ip not supported by any of loaded plugins May 16 18:58:50.807507 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: logging.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.809005 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.809523 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension logging not supported by any of loaded plugins May 16 18:58:50.809855 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: metering.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.810598 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.811185 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: metering May 16 18:58:50.811512 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.812639 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.813161 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: metering_source_and_destination_fields May 16 18:58:50.813486 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: multiprovidernet.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.814418 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.814931 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: multi-provider May 16 18:58:50.815254 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: netmtu.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.816172 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.816719 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: net-mtu May 16 18:58:50.817040 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: netmtu_writable.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.817958 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.818473 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: net-mtu-writable May 16 18:58:50.818817 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: network_availability_zone.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.819491 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.819998 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: network_availability_zone May 16 18:58:50.820315 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: network_ip_availability.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.821451 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.821964 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: network-ip-availability May 16 18:58:50.822286 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: network_segment_range.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.823050 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.823552 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension network-segment-range not supported by any of loaded plugins May 16 18:58:50.823958 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: pagination.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.824971 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.825301 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: pagination May 16 18:58:50.825619 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: port_device_profile.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.826542 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.827062 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: port-device-profile May 16 18:58:50.827386 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: port_mac_address_override.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.828329 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.828873 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: port-mac-override May 16 18:58:50.829198 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.830115 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.830627 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: port-mac-address-regenerate May 16 18:58:50.830949 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.831860 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.832374 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: port-numa-affinity-policy May 16 18:58:50.832730 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: port_resource_request.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.833640 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.834672 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension port-resource-request not supported by any of loaded plugins May 16 18:58:50.834996 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: port_resource_request_groups.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.835957 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.836472 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 16 18:58:50.836829 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: portbindings.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.837755 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.838265 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: binding May 16 18:58:50.838587 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: portbindings_extended.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.839847 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.840367 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: binding-extended May 16 18:58:50.840728 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: portsecurity.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.841669 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.842182 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: port-security May 16 18:58:50.842509 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: project_id.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.843482 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.843811 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: project-id May 16 18:58:50.844133 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: providernet.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.845080 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.845597 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: provider May 16 18:58:50.845921 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: qos.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.849617 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.850757 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension qos not supported by any of loaded plugins May 16 18:58:50.851089 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.852332 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.852886 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 16 18:58:50.853215 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.854138 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.854665 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 16 18:58:50.854989 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: qos_default.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.855900 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.856417 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension qos-default not supported by any of loaded plugins May 16 18:58:50.856777 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: qos_fip.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.857700 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.858213 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension qos-fip not supported by any of loaded plugins May 16 18:58:50.858536 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.859461 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.859971 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 16 18:58:50.860293 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: qos_gateway_ip.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.861246 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.861755 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 16 18:58:50.862075 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: qos_port_network_policy.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.862986 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.863496 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 16 18:58:50.863817 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.864898 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.865441 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 16 18:58:50.865764 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.866802 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.867319 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 16 18:58:50.867642 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: qos_pps_rule.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.868846 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.869368 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension qos-pps not supported by any of loaded plugins May 16 18:58:50.869696 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: qos_rule_type_details.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.870616 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.871130 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 16 18:58:50.871455 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.872375 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.872915 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 16 18:58:50.873240 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: qos_rules_alias.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.874279 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.874798 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension qos-rules-alias not supported by any of loaded plugins May 16 18:58:50.875124 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: quota_check_limit.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.876115 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.876655 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: quota-check-limit May 16 18:58:50.876982 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: quotasv2.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.877907 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.878231 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: quotas May 16 18:58:50.878548 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: quotasv2_detail.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.880307 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.880676 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: quota_details May 16 18:58:50.881035 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: rbac.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.882150 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.882680 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: rbac-policies May 16 18:58:50.883012 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: rbac_address_group.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.883940 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.884466 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: rbac-address-group May 16 18:58:50.884818 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: rbac_address_scope.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.885749 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.886267 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: rbac-address-scope May 16 18:58:50.886595 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: rbac_security_groups.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.887517 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.888030 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: rbac-security-groups May 16 18:58:50.888355 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: rbac_subnetpool.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.889567 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.890080 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: rbac-subnetpool May 16 18:58:50.890402 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: revisionifmatch.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.891326 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.891841 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: revision-if-match May 16 18:58:50.892167 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: revisions.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.893364 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.893885 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: standard-attr-revisions May 16 18:58:50.894213 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: router_availability_zone.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.894889 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.895401 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: router_availability_zone May 16 18:58:50.895723 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: routerservicetype.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.897194 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.897713 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension router-service-type not supported by any of loaded plugins May 16 18:58:50.898038 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.898963 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.899518 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: security-groups-normalized-cidr May 16 18:58:50.899845 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.900811 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.901400 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: port-security-groups-filtering May 16 18:58:50.901761 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.902762 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.903282 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: security-groups-remote-address-group May 16 18:58:50.903604 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.904715 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.905228 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: security-groups-shared-filtering May 16 18:58:50.905550 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.906141 dv-cinder-839987-5-smb neutron-server[103466]: WARNING neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 16 18:58:50.906462 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: securitygroup.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.916596 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.917132 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: security-group May 16 18:58:50.917464 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: segment.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.918192 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.918710 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension segment not supported by any of loaded plugins May 16 18:58:50.919039 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.919981 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.920495 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 16 18:58:50.920847 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: servicetype.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.921946 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.922473 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: service-type May 16 18:58:50.922804 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: sorting.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.923790 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.924123 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: sorting May 16 18:58:50.924454 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: standard_attr_segment.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.925483 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.926013 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension standard-attr-segment not supported by any of loaded plugins May 16 18:58:50.926337 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: standardattrdescription.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.926989 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.927498 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: standard-attr-description May 16 18:58:50.927822 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: stateful_security_group.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.928804 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.929320 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: stateful-security-group May 16 18:58:50.929642 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: stdattrs_common.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.930205 dv-cinder-839987-5-smb neutron-server[103466]: WARNING neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 16 18:58:50.930525 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.931452 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.931970 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 16 18:58:50.932321 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: subnet_onboard.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.933406 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.933923 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: subnet_onboard May 16 18:58:50.934252 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.935182 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.935694 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 16 18:58:50.936016 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: subnet_service_types.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.936976 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.937497 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: subnet-service-types May 16 18:58:50.937821 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: subnetallocation.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.938907 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.939432 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: subnet_allocation May 16 18:58:50.939756 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.940420 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.940969 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: subnetpool-prefix-ops May 16 18:58:50.941293 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.942239 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.942745 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 16 18:58:50.943066 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: tagging.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.944196 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.944774 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: standard-attr-tag May 16 18:58:50.945114 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: timestamp.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.946383 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.946902 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loaded extension: standard-attr-timestamp May 16 18:58:50.947229 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: trunk.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.948316 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.948829 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension trunk not supported by any of loaded plugins May 16 18:58:50.949155 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: trunk_details.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.950073 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.950588 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension trunk-details not supported by any of loaded plugins May 16 18:58:50.950912 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: uplink_status_propagation.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.951832 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.952348 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 16 18:58:50.952711 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Loading extension file: vlantransparent.py {{(pid=103466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 16 18:58:50.953382 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 16 18:58:50.953947 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extension vlan-transparent not supported by any of loaded plugins May 16 18:58:50.956672 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Creating instance of TrackedResource for resource:network May 16 18:58:50.957296 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Creating instance of TrackedResource for resource:subnet May 16 18:58:50.957705 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Creating instance of TrackedResource for resource:subnetpool May 16 18:58:50.958120 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Creating instance of TrackedResource for resource:port May 16 18:58:50.960069 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.v2.resource_helper [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:58:50.960663 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.v2.resource_helper [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Service FLAVORS assigned prefix: {{(pid=103466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:58:50.961346 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.v2.resource_helper [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:58:50.961810 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.v2.resource_helper [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:58:50.962376 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Creating instance of TrackedResource for resource:router May 16 18:58:50.962767 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Creating instance of TrackedResource for resource:floatingip May 16 18:58:50.963353 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.v2.resource_helper [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Service METERING assigned prefix: /metering {{(pid=103466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:58:50.965152 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.965663 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.966247 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 18:58:50.967402 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Creating instance of CountableResource for resource:rbac_policy May 16 18:58:50.968027 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Creating instance of TrackedResource for resource:security_group May 16 18:58:50.968489 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Creating instance of TrackedResource for resource:security_group_rule May 16 18:58:50.969154 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.v2.resource_helper [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Service CORE assigned prefix: {{(pid=103466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:58:50.969516 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Creating instance of TrackedResource for resource:subnetpool May 16 18:58:50.969960 dv-cinder-839987-5-smb neutron-server[103466]: WARNING neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] subnetpool is already registered May 16 18:58:50.970537 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.v2.resource_helper [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Service CORE assigned prefix: {{(pid=103466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:58:50.970927 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Creating instance of TrackedResource for resource:subnetpool May 16 18:58:50.971330 dv-cinder-839987-5-smb neutron-server[103466]: WARNING neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] subnetpool is already registered May 16 18:58:50.973892 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.v2.resource_helper [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:58:50.974455 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.v2.resource_helper [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Service FLAVORS assigned prefix: {{(pid=103466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:58:50.975978 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.v2.resource_helper [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:58:50.976489 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.v2.resource_helper [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:58:50.976965 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Creating instance of TrackedResource for resource:router May 16 18:58:50.977350 dv-cinder-839987-5-smb neutron-server[103466]: WARNING neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] router is already registered May 16 18:58:50.977802 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Creating instance of TrackedResource for resource:floatingip May 16 18:58:50.978166 dv-cinder-839987-5-smb neutron-server[103466]: WARNING neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] floatingip is already registered May 16 18:58:50.978754 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.v2.resource_helper [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Service METERING assigned prefix: /metering {{(pid=103466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:58:50.979494 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Creating instance of CountableResource for resource:rbac_policy May 16 18:58:50.979965 dv-cinder-839987-5-smb neutron-server[103466]: WARNING neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] rbac_policy is already registered May 16 18:58:50.980351 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Creating instance of TrackedResource for resource:security_group May 16 18:58:50.980797 dv-cinder-839987-5-smb neutron-server[103466]: WARNING neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] security_group is already registered May 16 18:58:50.981323 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Creating instance of TrackedResource for resource:security_group_rule May 16 18:58:50.981734 dv-cinder-839987-5-smb neutron-server[103466]: WARNING neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] security_group_rule is already registered May 16 18:58:50.982510 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.v2.resource_helper [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Service CORE assigned prefix: {{(pid=103466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:58:50.982946 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Creating instance of TrackedResource for resource:subnetpool May 16 18:58:50.983402 dv-cinder-839987-5-smb neutron-server[103466]: WARNING neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] subnetpool is already registered May 16 18:58:50.983857 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.v2.resource_helper [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Service CORE assigned prefix: {{(pid=103466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 16 18:58:50.984297 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Creating instance of TrackedResource for resource:subnetpool May 16 18:58:50.984851 dv-cinder-839987-5-smb neutron-server[103466]: WARNING neutron.quota.resource_registry [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] subnetpool is already registered May 16 18:58:50.985371 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: extensions {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:50.986960 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: address-groups {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:50.988477 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: address-scopes {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:50.989795 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: agents {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:50.990995 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: auto-allocated-topology {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:50.992230 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: availability_zones {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:50.993462 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: dhcp-networks {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:50.994974 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: dhcp-agents {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:50.996374 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: routers {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:50.998094 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: flavors {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:50.999350 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: service_profiles {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.000568 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: next_providers {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.001980 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: service_profiles {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.003524 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: floatingip-pools {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.004778 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: routers {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.006484 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: floatingips {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.008696 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: l3-routers {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.010103 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: l3-agents {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.011558 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: metering-labels {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.012826 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: metering-label-rules {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.014457 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: network-ip-availabilities {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.015690 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: bindings {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.017259 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: quotas {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.018914 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: quotas {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.020454 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: rbac-policies {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.022191 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: security-groups {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.023487 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: security-group-rules {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.024748 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: service-providers {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.026055 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: subnetpools {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.027383 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: subnetpools {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.028940 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: tags {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.030623 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: tags {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.032416 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: tags {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.034227 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: tags {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.035897 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: tags {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.038398 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: tags {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.040060 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: tags {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.041984 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: tags {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.043721 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: tags {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.045479 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron.api.extensions [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Extended resource: tags {{(pid=103466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 16 18:58:51.051432 dv-cinder-839987-5-smb neutron-server[103466]: WARNING keystonemiddleware.auth_token [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 16 18:58:51.056677 dv-cinder-839987-5-smb neutron-server[103466]: WARNING keystonemiddleware.auth_token [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 16 18:58:51.065380 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_concurrency.lockutils [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Acquired lock "singleton_lock" {{(pid=103466) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 16 18:58:51.065848 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_concurrency.lockutils [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Releasing lock "singleton_lock" {{(pid=103466) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 16 18:58:51.066500 dv-cinder-839987-5-smb neutron-server[103466]: INFO oslo_service.service [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Starting 2 workers May 16 18:58:51.071854 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Started child 103573 {{(pid=103466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 18:58:51.076380 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Started child 103574 {{(pid=103466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 18:58:51.077517 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:51.078129 dv-cinder-839987-5-smb neutron-server[103466]: INFO neutron.service [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Neutron service started, listening on 0.0.0.0:9696 May 16 18:58:51.078683 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:51.079030 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [-] (103573) wsgi starting up on http://0.0.0.0:9696 May 16 18:58:51.081086 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:51.081517 dv-cinder-839987-5-smb neutron-server[103466]: INFO oslo_service.service [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Starting 1 workers May 16 18:58:51.082514 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [-] (103574) wsgi starting up on http://0.0.0.0:9696 May 16 18:58:51.086884 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Started child 103575 {{(pid=103466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 18:58:51.087422 dv-cinder-839987-5-smb neutron-server[103466]: INFO oslo_service.service [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Starting 1 workers May 16 18:58:51.090735 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.service [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] calling RpcWorker wait() {{(pid=103575) _wait /opt/stack/neutron/neutron/service.py:128}} May 16 18:58:51.091270 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.service [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] returning from RpcWorker wait() {{(pid=103575) _wait /opt/stack/neutron/neutron/service.py:135}} May 16 18:58:51.091924 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Started child 103576 {{(pid=103466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 16 18:58:51.092714 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:51.092818 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG neutron_lib.callbacks.manager [None req-53aea311-989d-489b-ad56-db20a15509f8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:51.093292 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:51.094631 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103466) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 16 18:58:51.094848 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 18:58:51.095034 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 18:58:51.095256 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 18:58:51.095589 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 18:58:51.095758 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 18:58:51.096278 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.096572 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.096822 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.096951 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:58:51.097397 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.097660 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.097918 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.098140 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:51.098239 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.098447 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.098678 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.098847 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.099014 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.099258 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.099493 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.099858 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.100125 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.100369 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.100641 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.100812 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.101070 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.101350 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.101598 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.101884 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] debug = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.102112 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.102625 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.102856 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.103108 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.103331 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.103618 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.103843 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.104109 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.104339 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.104568 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.104839 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.105091 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.105334 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.105565 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.105791 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.106050 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.106270 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.106732 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] host = dv-cinder-839987-5-smb {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.106987 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.107207 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.107436 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.107691 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.107945 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.108188 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.108447 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.108711 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.108962 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.109215 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.109452 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.109690 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.109907 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.110154 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] log_file = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.110319 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] log_options = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.110555 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.110812 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.111072 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.111264 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.111430 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.111591 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.111850 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.112012 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.112262 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.112502 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.112738 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.112956 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.113203 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.113430 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.113711 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.113906 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.114118 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.114323 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.114567 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.114809 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.115032 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.115271 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.115525 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.115752 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.115979 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.116242 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.116472 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.116726 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.116942 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.117191 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.117417 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.117684 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.117916 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.118159 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.118416 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.118643 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.120037 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.120280 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.120594 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.121766 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.121935 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.122204 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.122450 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.122705 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.122955 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.123193 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.123546 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] use_json = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.123867 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.124742 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.125009 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.125481 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.126203 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.126725 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.126725 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.126988 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.127102 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.127502 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.127812 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.128151 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.129888 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.129888 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.129888 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.129888 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.129888 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.129888 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.129888 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.131607 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.131607 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.131607 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.131607 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.133543 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.133543 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.133543 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.133543 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.133543 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.133543 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.133543 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.133543 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.134140 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.134140 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.134284 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.134427 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.134683 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.135045 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.135332 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.135619 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.135978 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.136250 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.136546 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.136828 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.137082 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.137396 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.138067 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.138067 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.138242 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.138400 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.138668 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.138930 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.139423 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.139648 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.139891 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.140106 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.140595 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.140850 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.141103 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.141304 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.141528 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.141750 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.141985 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.142208 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.142440 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.142662 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.142904 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.143204 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.143407 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.143581 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.143809 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.144038 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.144294 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.144574 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.144775 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.144987 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.145199 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.145418 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.147826 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.147826 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.147826 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.147826 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.147826 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.147826 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.147826 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.147826 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.148507 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.148507 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.148507 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.148757 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.148940 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.149166 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.149383 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.149622 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.149857 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.150351 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.150351 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.150656 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.150789 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.150934 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.151150 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.151465 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.151723 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.151966 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.152184 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.152453 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.152709 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.152963 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.153186 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.153563 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.153752 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.154020 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.154283 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.154549 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.154781 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.154994 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.155263 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.155484 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.155705 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.155936 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.156174 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.156412 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.156665 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.157028 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.157188 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.157341 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 50044) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:58:51.157486 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.157683 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.157942 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.158180 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.158485 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.158725 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.159002 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.159245 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.159523 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.159831 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.160117 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.160401 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.160661 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.160900 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.161187 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.161454 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.161735 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.161988 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.162241 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.162455 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.162713 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.162976 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.163213 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.163460 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.163769 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.164027 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.164280 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.164503 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.164809 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.165045 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.165982 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.165982 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.165982 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.166586 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.166586 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.166586 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.166833 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.166991 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.168220 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.168462 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.168711 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.169525 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.169525 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.169525 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.169763 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.169859 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.171700 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.171700 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.171700 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.172071 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068386 May 16 18:58:51.172191 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.172191 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.172191 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.172499 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.172665 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.172820 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.173047 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.173259 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.174933 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.174933 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.174933 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.175204 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.175285 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.175545 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.175752 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.175997 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.176224 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.176470 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.178412 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.178412 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.178412 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.178412 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.178412 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.178778 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.178849 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.179061 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.179316 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.179535 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.179797 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.180037 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.180388 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.180680 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.180919 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.181189 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.181433 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.181654 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.181935 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.182162 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.182383 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.182607 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.182839 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.183062 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.183284 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.183504 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.183726 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.183960 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.184203 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.184445 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.185553 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.185813 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.186041 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.186291 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.186537 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.186765 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.186981 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.187215 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.187461 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.187755 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.187983 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.189025 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.189025 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.189025 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.189025 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.189323 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.189452 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.189712 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.189963 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.190198 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.190442 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.190682 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.190912 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.191165 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.191379 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.191594 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.191819 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.192041 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.192253 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.192482 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.194035 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.194285 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.194517 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.194760 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.194977 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.195351 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.195466 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.195622 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.196710 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.196941 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.197180 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.197418 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.197634 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.197873 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.198077 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.199290 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.199485 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.199756 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.200021 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.200247 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.200537 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.200815 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.201076 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.201330 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.201942 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.201942 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.202104 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.203717 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.203966 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.204208 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.204488 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.204888 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.205216 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.205461 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.205733 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.205992 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.206293 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.206577 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.206800 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.207109 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.208315 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.208315 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.208315 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.208315 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.210626 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.210626 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.210626 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.210626 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.210970 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.211051 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.211291 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.211533 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.211768 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.211995 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.212232 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.212456 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.212745 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.212966 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.213194 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.213423 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.213590 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 18:58:51.214125 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103466) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 16 18:58:51.214291 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 16 18:58:51.214442 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 16 18:58:51.215422 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 16 18:58:51.215600 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 16 18:58:51.215760 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 16 18:58:51.215973 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.216589 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.216589 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.216589 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.216814 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.216814 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.217044 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.217212 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.217376 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.217533 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.217693 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.218476 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.218476 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.218476 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.218476 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.218476 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.218792 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.218792 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.218921 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.219988 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.220156 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.220318 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] debug = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.220481 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.220711 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.220881 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.221045 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.221206 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.221366 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.221528 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.221687 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.221849 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.222012 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.222173 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.222333 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.222499 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.222657 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.222835 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.222972 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.223133 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.223293 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] host = dv-cinder-839987-5-smb {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.223455 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.223614 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.223775 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.223940 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.224102 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.224262 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.224423 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.224633 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.224823 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.224988 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.225148 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.225311 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.225489 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.225643 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] log_file = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.226665 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] log_options = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.226835 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.227000 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.227164 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.227355 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.227530 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.227683 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.227858 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.228011 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.228156 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.228319 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.228477 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.228658 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.228824 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.228981 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.229141 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.229323 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.229489 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.229596 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.230643 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.230643 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.230643 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.230643 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.230643 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.230643 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.230643 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.231085 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.231085 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.231085 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.231261 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.231401 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.231562 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.233429 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.233429 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.233429 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.233429 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.233429 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.233429 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.233429 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.233429 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.233922 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.233922 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.233922 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.233922 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.233922 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.233922 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.233922 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.234307 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] use_json = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.234307 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.234307 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.234473 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.234564 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.234725 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.234889 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.235049 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.235210 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.235376 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 16 18:58:51.235553 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.235723 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.235897 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.236062 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.236228 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.236390 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.236629 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.236773 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.236916 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.237080 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.237301 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.237472 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.237646 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.237811 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.237975 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.238146 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.238310 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.238476 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.238641 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.238805 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.238969 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.239133 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.239305 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.239471 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.239638 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.239786 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.239951 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.240093 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:58:51.240233 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.240395 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.240536 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.240713 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.240861 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.240997 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.241132 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.241404 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.241404 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.241685 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.241818 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.241951 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.242084 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.242226 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.242361 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.242494 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.242644 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.242777 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.242910 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.244607 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.244607 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.244607 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.244607 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.244607 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.244607 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.244607 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.244607 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.244607 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.245175 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.245175 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.245175 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.245175 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.245175 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.245463 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.245463 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.245580 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.245696 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.245858 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.246578 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.246578 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.246578 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.246578 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.246861 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.246861 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.246981 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.247162 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.247266 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.247422 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.247575 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.247747 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.247912 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.248082 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.248353 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.248524 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.248702 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.249467 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.249467 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.249467 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.249467 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.249467 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.250085 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.250085 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.250085 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.250085 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.250355 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.250355 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.250529 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.250706 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.250867 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.251024 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.251183 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.251330 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.251486 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.251632 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.251799 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.251986 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.252144 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.252290 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.252446 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.253528 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.253710 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.253902 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.254077 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.254984 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.255109 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.255245 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.255382 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.255546 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.255710 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.255874 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.256626 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.256780 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.256922 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.257171 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.257264 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.257416 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.257578 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.257756 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.257912 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.258075 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.258240 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.258404 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.258565 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.258967 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.258967 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.259121 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.259187 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.259343 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.259504 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.260330 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.260330 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.260330 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.260330 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.260330 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.261000 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.261000 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.261000 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.261000 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.261417 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.261417 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.261417 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.261677 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.261677 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.261861 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.262006 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.262172 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.262340 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.262504 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.262666 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.262830 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.262992 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.263158 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.263318 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.263488 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.263635 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.263803 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.263979 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.264124 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.264531 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.264723 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.264902 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.265047 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.265210 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.265377 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.265536 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.265700 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.265863 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.266028 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.266187 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.266352 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.266512 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.266675 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.266839 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.267003 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.267168 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.267331 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.267495 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.267659 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.267823 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.267986 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.268288 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.268288 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.268443 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.268653 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.268817 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.269011 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.269142 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.269322 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.269486 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.269650 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.269816 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.269979 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.270136 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.271215 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.271407 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.271578 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.272276 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.272442 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.272629 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.272795 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.272961 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.273125 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.273289 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.273462 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.273628 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.273800 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.273955 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.274096 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.274249 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.274412 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.274575 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.274737 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.274901 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.275064 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.275228 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.275391 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.275570 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.275736 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.275900 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.276063 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.276227 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.276390 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.276632 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.277419 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.277585 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.277746 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.277911 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.278075 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.278252 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.278551 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.278666 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.278739 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.278895 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.279121 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.279232 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.279360 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.280639 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.280639 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.280639 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.280639 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.280639 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.280639 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.280639 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.280639 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.281468 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.281468 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.281468 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.281468 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.281468 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.282048 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.282048 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.282048 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.282048 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.282509 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.282509 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.282509 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.282947 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.282947 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.282947 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.283313 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.283313 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.283515 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.283515 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.283707 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.283837 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.283988 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.284156 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.284337 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.284511 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.284700 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.284873 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.285046 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.285218 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.285382 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.285553 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.285727 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.285891 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.286054 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.286218 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.286382 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.286545 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.286709 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.286872 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.287034 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.287196 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.287387 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.287555 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.287724 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.287881 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.288038 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.288202 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.288365 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.288526 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.288721 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.288937 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 16 18:58:51.289156 dv-cinder-839987-5-smb neutron-server[103466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 16 18:59:02.492987 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea9e9e0-f398-4399-8fa6-dfd902a188dc None None] get_active_networks_info from dv-cinder-839987-5-smb {{(pid=103575) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 16 18:59:02.555623 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea9e9e0-f398-4399-8fa6-dfd902a188dc None None] No non-hosted networks {{(pid=103575) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 16 18:59:02.563640 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.agentschedulers_db [None req-cea9e9e0-f398-4399-8fa6-dfd902a188dc None None] DHCP Agent not found on host dv-cinder-839987-5-smb {{(pid=103575) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 16 18:59:02.648544 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4538024a-ce11-4288-bc91-a860a4ee0c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3938148'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:04.964318 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-463c210b-da80-4ee8-89aa-4c32981d01ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3938148'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:04.998296 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-51a708fe-9faa-48c2-b32a-2533d81417be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:05.667162 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 50116) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:06.023843 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3938148'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:06.260854 dv-cinder-839987-5-smb neutron-server[103574]: WARNING oslo_policy.policy [None req-b2cb1658-bb3d-4eb6-8308-2f490628de1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:59:06.261424 dv-cinder-839987-5-smb neutron-server[103574]: WARNING oslo_policy.policy [None req-b2cb1658-bb3d-4eb6-8308-2f490628de1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:59:06.478828 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [None req-b2cb1658-bb3d-4eb6-8308-2f490628de1d admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103574) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:59:06.492638 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-b2cb1658-bb3d-4eb6-8308-2f490628de1d admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8118076 May 16 18:59:07.318012 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3938148'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:08.598378 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3938148'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:08.602799 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:08.603563 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:08.604070 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:08.604624 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:08.605167 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:08.605658 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:08.606129 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:08.606669 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:08.607140 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:08.607618 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:08.608255 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:08.608784 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:08.609277 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:08.609740 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:08.610216 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:08.610768 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-839987-5-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:08.618405 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839987-5-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:08.984943 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50150) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:09.496432 dv-cinder-839987-5-smb neutron-server[103573]: WARNING oslo_policy.policy [None req-b4412ff7-d80b-46bf-82a3-cf61027058e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:59:09.497026 dv-cinder-839987-5-smb neutron-server[103573]: WARNING oslo_policy.policy [None req-b4412ff7-d80b-46bf-82a3-cf61027058e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:59:09.720081 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-b4412ff7-d80b-46bf-82a3-cf61027058e1 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:09.812090 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.policy [None req-b4412ff7-d80b-46bf-82a3-cf61027058e1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103573) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 16 18:59:09.854071 dv-cinder-839987-5-smb neutron-server[103573]: WARNING oslo_policy.policy [None req-b4412ff7-d80b-46bf-82a3-cf61027058e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:59:09.854449 dv-cinder-839987-5-smb neutron-server[103573]: WARNING oslo_policy.policy [None req-b4412ff7-d80b-46bf-82a3-cf61027058e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 18:59:09.950380 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b4412ff7-d80b-46bf-82a3-cf61027058e1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772409067626', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772409068158', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772409084203', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772408847297', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772408843210', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772408868512', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-751877', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-904247', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4165693', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4072257'] for rbac-policy (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:10.025920 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b4412ff7-d80b-46bf-82a3-cf61027058e1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:10.033190 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-b4412ff7-d80b-46bf-82a3-cf61027058e1 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0455267 May 16 18:59:11.135932 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.db.l3_hamode_db [None req-7c1e6366-259d-432e-a5c3-d794c188ebcd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 16 18:59:11.210460 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e6366-259d-432e-a5c3-d794c188ebcd None None] Routers set() bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:59:11.210793 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e6366-259d-432e-a5c3-d794c188ebcd None None] Router IDs set() for agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 16 18:59:12.465668 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50168) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:12.769384 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:12.799847 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Made reservation on behalf of 8aa7c6b82366498097717c3434b4f1a9 for: {'network': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:59:12.803613 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for network (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:12.820651 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:12.933356 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Publish callbacks [] for security_group (9aa016b7-cc28-4ef1-97a2-ad4db210179f), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:12.937206 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (9aa016b7-cc28-4ef1-97a2-ad4db210179f), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:12.964049 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 18:59:12.998756 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410173453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (ffda32c8-9c17-42f5-a157-0c4405163fa2), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:12.999307 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.segments_db [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Added segment ffda32c8-9c17-42f5-a157-0c4405163fa2 of type vlan for network 5cc7406d-dc6f-457b-a313-d429929c6d0e May 16 18:59:13.015294 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa016b7-cc28-4ef1-97a2-ad4db210179f,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:13.060677 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:13.060955 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:13.061291 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:13.061641 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:13.062048 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:13.062377 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:13.062700 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:13.063026 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:13.063350 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:13.063669 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:13.063991 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:13.064326 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:13.064684 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:13.065005 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:13.065322 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Tracked resource versions report: May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: pushed versions: May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: { 'AddressGroup': {'1.2'}, May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'Agent': {'1.1'}, May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'ConntrackHelper': {'1.0'}, May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'LocalIPAssociation': {'1.0'}, May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'Log': {'1.0'}, May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'NDPProxy': {'1.0'}, May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'Network': {'1.1'}, May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'Port': {'1.7'}, May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'PortForwarding': {'1.3'}, May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'QosPolicy': {'1.10'}, May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'SecurityGroup': {'1.5'}, May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'SecurityGroupRule': {'1.2'}, May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'SubPort': {'1.0'}, May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'Subnet': {'1.1'}, May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'Trunk': {'1.1'}} May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: consumer versions: May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: { DHCP agent@dv-cinder-839987-5-smb: {}, May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: L3 agent@dv-cinder-839987-5-smb: {}, May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: Metadata agent@dv-cinder-839987-5-smb: {}, May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: Metering agent@dv-cinder-839987-5-smb: {}, May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: Open vSwitch agent@dv-cinder-839987-5-smb: { 'AddressGroup': '1.2', May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'Agent': '1.1', May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'ConntrackHelper': '1.0', May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'LocalIPAssociation': '1.0', May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'Log': '1.0', May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'NDPProxy': '1.0', May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'Network': '1.1', May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'Port': '1.7', May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'PortForwarding': '1.3', May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'QosPolicy': '1.10', May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'SecurityGroup': '1.5', May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'SecurityGroupRule': '1.2', May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'SubPort': '1.0', May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'Subnet': '1.1', May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: 'Trunk': '1.1'}} May 16 18:59:13.066516 dv-cinder-839987-5-smb neutron-server[103573]: {{(pid=103573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 18:59:13.110790 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409763997'] for network (5cc7406d-dc6f-457b-a313-d429929c6d0e), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:13.151353 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for network (5cc7406d-dc6f-457b-a313-d429929c6d0e), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:13.156469 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:13.157254 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:13.223976 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7572362 May 16 18:59:13.274430 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5dec3-cf01-4d0d-983c-273c36494cd9 demo demo] Pushing event updated for resources: {'Network': ['ID=5cc7406d-dc6f-457b-a313-d429929c6d0e,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:13.286527 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Network 5cc7406d-dc6f-457b-a313-d429929c6d0e details requested by agent ovs-agent-dv-cinder-839987-5-smb with host dv-cinder-839987-5-smb {{(pid=103575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:59:15.711297 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50180) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:16.111155 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98e52ee-7ae2-43d7-bc32-a8fe07a39930 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:16.112405 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-a98e52ee-7ae2-43d7-bc32-a8fe07a39930 demo admin] 10.222.0.65 "GET /v2.0/networks/5cc7406d-dc6f-457b-a313-d429929c6d0e HTTP/1.1" status: 200 len: 825 time: 0.4001410 May 16 18:59:16.136703 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-fe422d1c-7423-49da-8e36-2e9261d7bbd4 demo admin] 10.222.0.65 "GET /v2.0/subnetpools/7cd8761c-e747-4682-a033-65a474ea91f0 HTTP/1.1" status: 200 len: 734 time: 0.0180340 May 16 18:59:16.144899 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-2065419c-a2bb-4d85-9c01-87ac6591f10d demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '7cd8761c-e747-4682-a033-65a474ea91f0', 'ip_version': 4, 'network_id': '5cc7406d-dc6f-457b-a313-d429929c6d0e'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:16.165756 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2065419c-a2bb-4d85-9c01-87ac6591f10d demo admin] Made reservation on behalf of 8aa7c6b82366498097717c3434b4f1a9 for: {'subnet': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:59:16.168020 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2065419c-a2bb-4d85-9c01-87ac6591f10d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:16.458741 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2065419c-a2bb-4d85-9c01-87ac6591f10d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for subnet (553ef0ee-d281-47d7-9b77-c71323e33c71), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:16.529706 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065419c-a2bb-4d85-9c01-87ac6591f10d demo admin] Pushing event updated for resources: {'Subnet': ['ID=553ef0ee-d281-47d7-9b77-c71323e33c71,revision_number=0']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:16.531654 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2065419c-a2bb-4d85-9c01-87ac6591f10d demo admin] Checking segment: {'id': 'ffda32c8-9c17-42f5-a157-0c4405163fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5cc7406d-dc6f-457b-a313-d429929c6d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:59:16.532025 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2065419c-a2bb-4d85-9c01-87ac6591f10d demo admin] Network hostable DHCP agents. Network: 5cc7406d-dc6f-457b-a313-d429929c6d0e, hostable agents: ['32740b08-508b-41fc-82a0-fe5ed2f5692a'], hosted agents: [] {{(pid=103573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:59:16.552959 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2065419c-a2bb-4d85-9c01-87ac6591f10d demo admin] Network 5cc7406d-dc6f-457b-a313-d429929c6d0e is scheduled to be hosted by DHCP agent 32740b08-508b-41fc-82a0-fe5ed2f5692a with binding_index 1 {{(pid=103573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:59:16.564511 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-2065419c-a2bb-4d85-9c01-87ac6591f10d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-5-smb, 5cc7406d-dc6f-457b-a313-d429929c6d0e) {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:59:16.569372 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2065419c-a2bb-4d85-9c01-87ac6591f10d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:16.569954 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2065419c-a2bb-4d85-9c01-87ac6591f10d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:16.576452 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0d3942-055d-4b6b-9db0-b598d0642610 None None] Network 5cc7406d-dc6f-457b-a313-d429929c6d0e requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:59:16.585887 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-2065419c-a2bb-4d85-9c01-87ac6591f10d demo admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4440584 May 16 18:59:16.841401 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2076c188-5255-5bc7-a072-6101fc46504d-5cc7406d-dc6f-457b-a313-d429929c6d0e', 'network_id': '5cc7406d-dc6f-457b-a313-d429929c6d0e', 'project_id': '8aa7c6b82366498097717c3434b4f1a9', 'fixed_ips': [{'subnet_id': '553ef0ee-d281-47d7-9b77-c71323e33c71'}]}} from dv-cinder-839987-5-smb. {{(pid=103575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 18:59:16.842723 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:17.120416 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Allocated IP 172.20.0.2 (5cc7406d-dc6f-457b-a313-d429929c6d0e/553ef0ee-d281-47d7-9b77-c71323e33c71/b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:59:17.382359 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Publish callbacks [] for port (b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:17.391811 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:17.459950 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Network 5cc7406d-dc6f-457b-a313-d429929c6d0e is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:59:17.465736 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:59:17.476452 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:59:17.483271 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Pushing event updated for resources: {'Port': ['ID=b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:17.529539 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:17.529884 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:17.530211 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:17.530560 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:17.530890 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:17.531219 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:17.531541 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:17.531861 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:17.532179 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:17.532497 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:17.532849 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:17.533170 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:17.533951 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:17.533951 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:17.534138 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Tracked resource versions report: May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: pushed versions: May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: { 'AddressGroup': {'1.2'}, May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'Agent': {'1.1'}, May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'ConntrackHelper': {'1.0'}, May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'LocalIPAssociation': {'1.0'}, May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'Log': {'1.0'}, May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'NDPProxy': {'1.0'}, May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'Network': {'1.1'}, May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'Port': {'1.7'}, May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'PortForwarding': {'1.3'}, May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'QosPolicy': {'1.10'}, May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'SecurityGroup': {'1.5'}, May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'SecurityGroupRule': {'1.2'}, May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'SubPort': {'1.0'}, May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'Subnet': {'1.1'}, May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'Trunk': {'1.1'}} May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: consumer versions: May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: { DHCP agent@dv-cinder-839987-5-smb: {}, May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: L3 agent@dv-cinder-839987-5-smb: {}, May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: Metadata agent@dv-cinder-839987-5-smb: {}, May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: Metering agent@dv-cinder-839987-5-smb: {}, May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: Open vSwitch agent@dv-cinder-839987-5-smb: { 'AddressGroup': '1.2', May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'Agent': '1.1', May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'ConntrackHelper': '1.0', May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'LocalIPAssociation': '1.0', May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'Log': '1.0', May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'NDPProxy': '1.0', May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'Network': '1.1', May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'Port': '1.7', May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'PortForwarding': '1.3', May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'QosPolicy': '1.10', May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'SecurityGroup': '1.5', May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'SecurityGroupRule': '1.2', May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'SubPort': '1.0', May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'Subnet': '1.1', May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: 'Trunk': '1.1'}} May 16 18:59:17.535251 dv-cinder-839987-5-smb neutron-server[103575]: {{(pid=103575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 18:59:17.572260 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Attempting to bind port b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:59:17.572687 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Attempting to bind port b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': 'ffda32c8-9c17-42f5-a157-0c4405163fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5cc7406d-dc6f-457b-a313-d429929c6d0e'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:59:17.573137 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Attempting to bind port b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc on network 5cc7406d-dc6f-457b-a313-d429929c6d0e {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:59:17.578099 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:59:17.578674 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Checking segment: {'id': 'ffda32c8-9c17-42f5-a157-0c4405163fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5cc7406d-dc6f-457b-a313-d429929c6d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:59:17.578936 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:17.579325 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Bound using segment: {'id': 'ffda32c8-9c17-42f5-a157-0c4405163fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5cc7406d-dc6f-457b-a313-d429929c6d0e'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:59:17.579833 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Bound port: b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffda32c8-9c17-42f5-a157-0c4405163fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5cc7406d-dc6f-457b-a313-d429929c6d0e'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:59:17.580243 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:17.637846 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] For port b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:59:17.658735 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] For port b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc,segment=NetworkSegment(ffda32c8-9c17-42f5-a157-0c4405163fa2),segment_id=ffda32c8-9c17-42f5-a157-0c4405163fa2)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:59:17.666800 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:17.720843 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2856d50-9c07-4918-987b-d954b8857780 None None] Pushing event updated for resources: {'Port': ['ID=b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:19.069329 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50188) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:19.380247 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [None req-bc343161-ba92-4078-86cc-ba8b18a0002e admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103573) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:59:19.381287 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-bc343161-ba92-4078-86cc-ba8b18a0002e admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3109481 May 16 18:59:21.857083 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50196) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:22.168672 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [None req-ff67038c-a4eb-4d67-8a63-ef52d984299f admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103573) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:59:22.169754 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-ff67038c-a4eb-4d67-8a63-ef52d984299f admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3117626 May 16 18:59:24.619073 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50204) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:24.937659 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-d037e72d-c157-42a3-b4d8-b3f573b2c4e0 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:24.962097 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d037e72d-c157-42a3-b4d8-b3f573b2c4e0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3945490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (d6ae1f63-fc47-4a57-8bb7-b978f48d0197), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:24.963596 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d037e72d-c157-42a3-b4d8-b3f573b2c4e0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3945702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3944459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router (d6ae1f63-fc47-4a57-8bb7-b978f48d0197), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:25.095766 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d037e72d-c157-42a3-b4d8-b3f573b2c4e0 demo demo] Publish callbacks [] for router_controller (d6ae1f63-fc47-4a57-8bb7-b978f48d0197), precommit_add_association {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:25.102900 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d037e72d-c157-42a3-b4d8-b3f573b2c4e0 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3945631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3944668'] for router (d6ae1f63-fc47-4a57-8bb7-b978f48d0197), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:25.127001 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d037e72d-c157-42a3-b4d8-b3f573b2c4e0 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:25.135988 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-d037e72d-c157-42a3-b4d8-b3f573b2c4e0 demo demo] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5158644 May 16 18:59:27.585531 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50216) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:27.900287 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [None req-98318f38-dd1f-423d-ac12-b07b1c6fc7ac admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103573) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 18:59:27.901329 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-98318f38-dd1f-423d-ac12-b07b1c6fc7ac admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3148561 May 16 18:59:29.202212 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9957da-c748-48b5-82fe-4e120bb1f095 None None] Network 5cc7406d-dc6f-457b-a313-d429929c6d0e requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:59:29.296614 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-77c58e56-0427-4a25-8549-cf14700f8968 None None] Provisioning complete for port b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:59:29.297043 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-77c58e56-0427-4a25-8549-cf14700f8968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:29.357734 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:59:29.507220 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:59:29.507613 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:29.509157 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-77c58e56-0427-4a25-8549-cf14700f8968 None None] Current status of the port b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:59:29.509533 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-77c58e56-0427-4a25-8549-cf14700f8968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:29.580327 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-77c58e56-0427-4a25-8549-cf14700f8968 None None] For port b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc,segment=NetworkSegment(ffda32c8-9c17-42f5-a157-0c4405163fa2),segment_id=ffda32c8-9c17-42f5-a157-0c4405163fa2)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:59:29.584753 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-77c58e56-0427-4a25-8549-cf14700f8968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:29.634505 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:59:29.654529 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c58e56-0427-4a25-8549-cf14700f8968 None None] Pushing event updated for resources: {'Port': ['ID=b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:29.702947 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-674d591f-a45c-4ed4-a825-eec317604615 None None] Provisioning complete for port b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:59:29.703258 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-674d591f-a45c-4ed4-a825-eec317604615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:29.774444 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-674d591f-a45c-4ed4-a825-eec317604615 None None] Current status of the port b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:59:30.372700 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50226) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:30.682915 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-aacb7d54-c636-468e-8e4d-5bccfaeb8b4e admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:30.702942 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacb7d54-c636-468e-8e4d-5bccfaeb8b4e admin admin] Made reservation on behalf of 193702d095a24dde92200cd214a16e59 for: {'network': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:59:30.705367 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aacb7d54-c636-468e-8e4d-5bccfaeb8b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for network (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:30.713166 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aacb7d54-c636-468e-8e4d-5bccfaeb8b4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:30.788606 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aacb7d54-c636-468e-8e4d-5bccfaeb8b4e admin admin] Publish callbacks [] for security_group (a8c5271f-b246-4f2b-9927-b6291be650b7), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:30.791981 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aacb7d54-c636-468e-8e4d-5bccfaeb8b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (a8c5271f-b246-4f2b-9927-b6291be650b7), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:30.806941 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aacb7d54-c636-468e-8e4d-5bccfaeb8b4e admin admin] Reserving flat network on physical network physnet1 {{(pid=103573) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 16 18:59:30.826705 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb7d54-c636-468e-8e4d-5bccfaeb8b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c5271f-b246-4f2b-9927-b6291be650b7,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:30.832166 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aacb7d54-c636-468e-8e4d-5bccfaeb8b4e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410173453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (d0a8e2d6-c505-4d7c-890f-7e6d00715091), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:30.832592 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.segments_db [None req-aacb7d54-c636-468e-8e4d-5bccfaeb8b4e admin admin] Added segment d0a8e2d6-c505-4d7c-890f-7e6d00715091 of type flat for network 76eed255-df50-4913-937a-329b4f129daf May 16 18:59:30.877283 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aacb7d54-c636-468e-8e4d-5bccfaeb8b4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409763997'] for network (76eed255-df50-4913-937a-329b4f129daf), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:30.907609 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aacb7d54-c636-468e-8e4d-5bccfaeb8b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for network (76eed255-df50-4913-937a-329b4f129daf), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:30.908577 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacb7d54-c636-468e-8e4d-5bccfaeb8b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:30.909154 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-aacb7d54-c636-468e-8e4d-5bccfaeb8b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:30.952078 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-aacb7d54-c636-468e-8e4d-5bccfaeb8b4e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5783200 May 16 18:59:31.005222 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb7d54-c636-468e-8e4d-5bccfaeb8b4e admin admin] Pushing event updated for resources: {'Network': ['ID=76eed255-df50-4913-937a-329b4f129daf,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:31.015112 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Network 76eed255-df50-4913-937a-329b4f129daf details requested by agent ovs-agent-dv-cinder-839987-5-smb with host dv-cinder-839987-5-smb {{(pid=103575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 18:59:31.321483 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:59:31.367451 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:59:31.367773 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:31.434247 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:59:32.447018 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a3ec5b48-d1ab-4af8-bba2-9c5a677f1cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:33.355918 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50234) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:33.730318 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99978d5a-8208-47a5-bd1f-bc67441154a7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:33.731605 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-99978d5a-8208-47a5-bd1f-bc67441154a7 demo admin] 10.222.0.65 "GET /v2.0/subnets/553ef0ee-d281-47d7-9b77-c71323e33c71 HTTP/1.1" status: 200 len: 849 time: 0.3747411 May 16 18:59:33.876464 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-1bddf8e6-d997-48bc-86be-e39e072044cd demo admin] 10.222.0.65 "GET /v2.0/routers/d6ae1f63-fc47-4a57-8bb7-b978f48d0197 HTTP/1.1" status: 200 len: 704 time: 0.1391635 May 16 18:59:34.128350 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-00449f16-b45e-4369-b02b-7bc490f76284 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:34.461249 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-00449f16-b45e-4369-b02b-7bc490f76284 demo admin] Allocated IP 172.20.0.1 (5cc7406d-dc6f-457b-a313-d429929c6d0e/553ef0ee-d281-47d7-9b77-c71323e33c71/3e31320e-bfef-4839-801d-cf8baf7966d2) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:59:34.614975 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-00449f16-b45e-4369-b02b-7bc490f76284 demo admin] Publish callbacks [] for port (3e31320e-bfef-4839-801d-cf8baf7966d2), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:34.675668 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-00449f16-b45e-4369-b02b-7bc490f76284 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (3e31320e-bfef-4839-801d-cf8baf7966d2), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:34.750061 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00449f16-b45e-4369-b02b-7bc490f76284 demo admin] Network 5cc7406d-dc6f-457b-a313-d429929c6d0e is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:59:34.757483 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-00449f16-b45e-4369-b02b-7bc490f76284 demo admin] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:59:34.760052 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00449f16-b45e-4369-b02b-7bc490f76284 demo admin] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:59:34.760941 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-00449f16-b45e-4369-b02b-7bc490f76284 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3932657'] for router_interface (d6ae1f63-fc47-4a57-8bb7-b978f48d0197), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:34.781770 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00449f16-b45e-4369-b02b-7bc490f76284 demo admin] Pushing event updated for resources: {'Port': ['ID=3e31320e-bfef-4839-801d-cf8baf7966d2,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:34.943395 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bf9b8186-d9ef-46ed-89ab-5fe842168936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:34.958595 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-00449f16-b45e-4369-b02b-7bc490f76284 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (3e31320e-bfef-4839-801d-cf8baf7966d2), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:35.022037 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-fddcc986-452b-42a3-8e69-29ac21664e72 None None] Provisioning complete for port 3e31320e-bfef-4839-801d-cf8baf7966d2 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:59:35.022377 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fddcc986-452b-42a3-8e69-29ac21664e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (3e31320e-bfef-4839-801d-cf8baf7966d2), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:35.100419 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-fddcc986-452b-42a3-8e69-29ac21664e72 None None] Port 3e31320e-bfef-4839-801d-cf8baf7966d2 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:59:35.197912 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-00449f16-b45e-4369-b02b-7bc490f76284 demo admin] Publish callbacks [] for port (3e31320e-bfef-4839-801d-cf8baf7966d2), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:35.202324 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-00449f16-b45e-4369-b02b-7bc490f76284 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (3e31320e-bfef-4839-801d-cf8baf7966d2), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:35.203335 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-00449f16-b45e-4369-b02b-7bc490f76284 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3891522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3933115'] for router_interface (d6ae1f63-fc47-4a57-8bb7-b978f48d0197), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:35.262705 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00449f16-b45e-4369-b02b-7bc490f76284 demo admin] Pushing event updated for resources: {'Port': ['ID=3e31320e-bfef-4839-801d-cf8baf7966d2,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:35.327871 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00449f16-b45e-4369-b02b-7bc490f76284 demo admin] Network 5cc7406d-dc6f-457b-a313-d429929c6d0e is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:59:35.329206 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-00449f16-b45e-4369-b02b-7bc490f76284 demo admin] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:59:35.482395 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00449f16-b45e-4369-b02b-7bc490f76284 demo admin] Router d6ae1f63-fc47-4a57-8bb7-b978f48d0197 is scheduled to L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf with binding_index 1 {{(pid=103573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 18:59:35.520852 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-6df16ee7-df1c-4c38-98b8-bb3b72211b10 None None] Provisioning complete for port 3e31320e-bfef-4839-801d-cf8baf7966d2 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:59:35.521246 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6df16ee7-df1c-4c38-98b8-bb3b72211b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (3e31320e-bfef-4839-801d-cf8baf7966d2), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:35.551264 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-6df16ee7-df1c-4c38-98b8-bb3b72211b10 None None] Port 3e31320e-bfef-4839-801d-cf8baf7966d2 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:59:35.575721 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00449f16-b45e-4369-b02b-7bc490f76284 demo admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:59:35.580996 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-00449f16-b45e-4369-b02b-7bc490f76284 demo admin] 10.222.0.65 "PUT /v2.0/routers/d6ae1f63-fc47-4a57-8bb7-b978f48d0197/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6988437 May 16 18:59:35.585845 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Sync routers for ids ['d6ae1f63-fc47-4a57-8bb7-b978f48d0197'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:59:35.598185 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Routers {'d6ae1f63-fc47-4a57-8bb7-b978f48d0197'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:59:35.598958 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T18:59:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['d6ae1f63-fc47-4a57-8bb7-b978f48d0197'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:35.776453 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Set router d6ae1f63-fc47-4a57-8bb7-b978f48d0197 gateway port host: None {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:59:35.989983 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:36.194799 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ae1f63-fc47-4a57-8bb7-b978f48d0197', 'name': 'router1', 'tenant_id': '8aa7c6b82366498097717c3434b4f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:59:24Z', 'updated_at': '2022-05-16T18:59:34Z', 'revision_number': 2, 'project_id': '8aa7c6b82366498097717c3434b4f1a9', 'gw_port_host': None, '_interfaces': [{'id': '3e31320e-bfef-4839-801d-cf8baf7966d2', 'name': '', 'network_id': '5cc7406d-dc6f-457b-a313-d429929c6d0e', 'tenant_id': '8aa7c6b82366498097717c3434b4f1a9', 'mac_address': 'fa:16:3e:46:76:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ae1f63-fc47-4a57-8bb7-b978f48d0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '553ef0ee-d281-47d7-9b77-c71323e33c71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:59:34Z', 'updated_at': '2022-05-16T18:59:35Z', 'revision_number': 2, 'project_id': '8aa7c6b82366498097717c3434b4f1a9', 'subnets': [{'id': '553ef0ee-d281-47d7-9b77-c71323e33c71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cd8761c-e747-4682-a033-65a474ea91f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:36.242860 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Checking router: d6ae1f63-fc47-4a57-8bb7-b978f48d0197 for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:59:36.243136 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Updating router d6ae1f63-fc47-4a57-8bb7-b978f48d0197 port 3e31320e-bfef-4839-801d-cf8baf7966d2 binding host dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:59:36.294074 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (3e31320e-bfef-4839-801d-cf8baf7966d2), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:36.811824 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Publish callbacks [] for port (3e31320e-bfef-4839-801d-cf8baf7966d2), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:36.819224 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (3e31320e-bfef-4839-801d-cf8baf7966d2), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:36.920791 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2528b-9f4a-4e07-9ba4-3722def25fd4 None None] Pushing event updated for resources: {'Port': ['ID=3e31320e-bfef-4839-801d-cf8baf7966d2,revision_number=3']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:36.968517 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2528b-9f4a-4e07-9ba4-3722def25fd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:36.968874 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2528b-9f4a-4e07-9ba4-3722def25fd4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:36.969216 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2528b-9f4a-4e07-9ba4-3722def25fd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:36.969565 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2528b-9f4a-4e07-9ba4-3722def25fd4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:36.969972 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2528b-9f4a-4e07-9ba4-3722def25fd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:36.970278 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2528b-9f4a-4e07-9ba4-3722def25fd4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:36.970541 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2528b-9f4a-4e07-9ba4-3722def25fd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:36.970874 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2528b-9f4a-4e07-9ba4-3722def25fd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:36.971185 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2528b-9f4a-4e07-9ba4-3722def25fd4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:36.971548 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2528b-9f4a-4e07-9ba4-3722def25fd4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:36.971871 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2528b-9f4a-4e07-9ba4-3722def25fd4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:36.972204 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2528b-9f4a-4e07-9ba4-3722def25fd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:36.972742 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2528b-9f4a-4e07-9ba4-3722def25fd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:36.973031 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2528b-9f4a-4e07-9ba4-3722def25fd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:36.975123 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2528b-9f4a-4e07-9ba4-3722def25fd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2528b-9f4a-4e07-9ba4-3722def25fd4 None None] Tracked resource versions report: May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: pushed versions: May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: { 'AddressGroup': {'1.2'}, May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'Agent': {'1.1'}, May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'ConntrackHelper': {'1.0'}, May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'LocalIPAssociation': {'1.0'}, May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'Log': {'1.0'}, May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'NDPProxy': {'1.0'}, May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'Network': {'1.1'}, May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'Port': {'1.7'}, May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'PortForwarding': {'1.3'}, May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'QosPolicy': {'1.10'}, May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'SecurityGroup': {'1.5'}, May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'SecurityGroupRule': {'1.2'}, May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'SubPort': {'1.0'}, May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'Subnet': {'1.1'}, May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'Trunk': {'1.1'}} May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: consumer versions: May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: { DHCP agent@dv-cinder-839987-5-smb: {}, May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: L3 agent@dv-cinder-839987-5-smb: {}, May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: Metadata agent@dv-cinder-839987-5-smb: {}, May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: Metering agent@dv-cinder-839987-5-smb: {}, May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: Open vSwitch agent@dv-cinder-839987-5-smb: { 'AddressGroup': '1.2', May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'Agent': '1.1', May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'ConntrackHelper': '1.0', May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'LocalIPAssociation': '1.0', May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'Log': '1.0', May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'NDPProxy': '1.0', May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'Network': '1.1', May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'Port': '1.7', May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'PortForwarding': '1.3', May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'QosPolicy': '1.10', May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'SecurityGroup': '1.5', May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'SecurityGroupRule': '1.2', May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'SubPort': '1.0', May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'Subnet': '1.1', May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: 'Trunk': '1.1'}} May 16 18:59:36.975790 dv-cinder-839987-5-smb neutron-server[103576]: {{(pid=103576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 18:59:37.015159 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Attempting to bind port 3e31320e-bfef-4839-801d-cf8baf7966d2 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:59:37.015557 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Attempting to bind port 3e31320e-bfef-4839-801d-cf8baf7966d2 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': 'ffda32c8-9c17-42f5-a157-0c4405163fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5cc7406d-dc6f-457b-a313-d429929c6d0e'}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:59:37.015987 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Attempting to bind port 3e31320e-bfef-4839-801d-cf8baf7966d2 on network 5cc7406d-dc6f-457b-a313-d429929c6d0e {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:59:37.021421 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:59:37.021820 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Checking segment: {'id': 'ffda32c8-9c17-42f5-a157-0c4405163fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5cc7406d-dc6f-457b-a313-d429929c6d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:59:37.022285 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.022670 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Bound using segment: {'id': 'ffda32c8-9c17-42f5-a157-0c4405163fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5cc7406d-dc6f-457b-a313-d429929c6d0e'} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:59:37.023171 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Bound port: 3e31320e-bfef-4839-801d-cf8baf7966d2, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffda32c8-9c17-42f5-a157-0c4405163fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '5cc7406d-dc6f-457b-a313-d429929c6d0e'}}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:59:37.023539 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (3e31320e-bfef-4839-801d-cf8baf7966d2), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.077190 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-6d571187-e552-43f5-a2da-3aaaa6e54989 None None] Provisioning complete for port 3e31320e-bfef-4839-801d-cf8baf7966d2 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:59:37.077720 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6d571187-e552-43f5-a2da-3aaaa6e54989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (3e31320e-bfef-4839-801d-cf8baf7966d2), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.085962 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] For port 3e31320e-bfef-4839-801d-cf8baf7966d2, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:59:37.105013 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] For port 3e31320e-bfef-4839-801d-cf8baf7966d2, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=3e31320e-bfef-4839-801d-cf8baf7966d2,segment=NetworkSegment(ffda32c8-9c17-42f5-a157-0c4405163fa2),segment_id=ffda32c8-9c17-42f5-a157-0c4405163fa2)] {{(pid=103576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:59:37.108651 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-6d571187-e552-43f5-a2da-3aaaa6e54989 None None] Port 3e31320e-bfef-4839-801d-cf8baf7966d2 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 18:59:37.113375 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (3e31320e-bfef-4839-801d-cf8baf7966d2), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.155607 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Routers {'d6ae1f63-fc47-4a57-8bb7-b978f48d0197'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:59:37.156229 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T18:59:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['d6ae1f63-fc47-4a57-8bb7-b978f48d0197'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:37.251260 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2528b-9f4a-4e07-9ba4-3722def25fd4 None None] Pushing event updated for resources: {'Port': ['ID=3e31320e-bfef-4839-801d-cf8baf7966d2,revision_number=4']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:37.264466 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] Set router d6ae1f63-fc47-4a57-8bb7-b978f48d0197 gateway port host: None {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:59:37.297618 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.468011 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ae1f63-fc47-4a57-8bb7-b978f48d0197', 'name': 'router1', 'tenant_id': '8aa7c6b82366498097717c3434b4f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:59:24Z', 'updated_at': '2022-05-16T18:59:34Z', 'revision_number': 2, 'project_id': '8aa7c6b82366498097717c3434b4f1a9', 'gw_port_host': None, '_interfaces': [{'id': '3e31320e-bfef-4839-801d-cf8baf7966d2', 'name': '', 'network_id': '5cc7406d-dc6f-457b-a313-d429929c6d0e', 'tenant_id': '8aa7c6b82366498097717c3434b4f1a9', 'mac_address': 'fa:16:3e:46:76:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ae1f63-fc47-4a57-8bb7-b978f48d0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '553ef0ee-d281-47d7-9b77-c71323e33c71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:59:34Z', 'updated_at': '2022-05-16T18:59:37Z', 'revision_number': 4, 'project_id': '8aa7c6b82366498097717c3434b4f1a9', 'subnets': [{'id': '553ef0ee-d281-47d7-9b77-c71323e33c71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cd8761c-e747-4682-a033-65a474ea91f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:37.469874 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-4664da27-d939-49fd-8e5d-1bd3032cfdb4 None None] Provisioning complete for port 3e31320e-bfef-4839-801d-cf8baf7966d2 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:59:37.470336 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4664da27-d939-49fd-8e5d-1bd3032cfdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (3e31320e-bfef-4839-801d-cf8baf7966d2), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.492666 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262cb041-2d07-4e87-b671-9fd9ae45b5af None None] The sync data for ids ['d6ae1f63-fc47-4a57-8bb7-b978f48d0197'] in dv-cinder-839987-5-smb is: [{'id': 'd6ae1f63-fc47-4a57-8bb7-b978f48d0197', 'name': 'router1', 'tenant_id': '8aa7c6b82366498097717c3434b4f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:59:24Z', 'updated_at': '2022-05-16T18:59:34Z', 'revision_number': 2, 'project_id': '8aa7c6b82366498097717c3434b4f1a9', 'gw_port_host': None, '_interfaces': [{'id': '3e31320e-bfef-4839-801d-cf8baf7966d2', 'name': '', 'network_id': '5cc7406d-dc6f-457b-a313-d429929c6d0e', 'tenant_id': '8aa7c6b82366498097717c3434b4f1a9', 'mac_address': 'fa:16:3e:46:76:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ae1f63-fc47-4a57-8bb7-b978f48d0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '553ef0ee-d281-47d7-9b77-c71323e33c71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:59:34Z', 'updated_at': '2022-05-16T18:59:37Z', 'revision_number': 4, 'project_id': '8aa7c6b82366498097717c3434b4f1a9', 'subnets': [{'id': '553ef0ee-d281-47d7-9b77-c71323e33c71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cd8761c-e747-4682-a033-65a474ea91f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:59:37.541549 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-4664da27-d939-49fd-8e5d-1bd3032cfdb4 None None] Current status of the port 3e31320e-bfef-4839-801d-cf8baf7966d2 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:59:37.541940 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4664da27-d939-49fd-8e5d-1bd3032cfdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (3e31320e-bfef-4839-801d-cf8baf7966d2), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.574197 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-4664da27-d939-49fd-8e5d-1bd3032cfdb4 None None] For port 3e31320e-bfef-4839-801d-cf8baf7966d2, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=3e31320e-bfef-4839-801d-cf8baf7966d2,segment=NetworkSegment(ffda32c8-9c17-42f5-a157-0c4405163fa2),segment_id=ffda32c8-9c17-42f5-a157-0c4405163fa2)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:59:37.579293 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4664da27-d939-49fd-8e5d-1bd3032cfdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (3e31320e-bfef-4839-801d-cf8baf7966d2), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:37.628274 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664da27-d939-49fd-8e5d-1bd3032cfdb4 None None] Pushing event updated for resources: {'Port': ['ID=3e31320e-bfef-4839-801d-cf8baf7966d2,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:38.064066 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50254) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:38.256187 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628a37e1-0cb6-492a-9f6e-623685345379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:38.257575 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-628a37e1-0cb6-492a-9f6e-623685345379 admin admin] 10.222.0.65 "GET /v2.0/networks/76eed255-df50-4913-937a-329b4f129daf HTTP/1.1" status: 200 len: 842 time: 0.1925328 May 16 18:59:38.267240 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-e2af4edf-65e4-4f2a-ae32-913d6f22e3a2 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'cidr': '172.28.3.0/24', 'name': 'public-subnet'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:38.288412 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2af4edf-65e4-4f2a-ae32-913d6f22e3a2 admin admin] Made reservation on behalf of 193702d095a24dde92200cd214a16e59 for: {'subnet': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 18:59:38.290818 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e2af4edf-65e4-4f2a-ae32-913d6f22e3a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:38.587221 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:38.623586 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.objects.ports [None req-e2af4edf-65e4-4f2a-ae32-913d6f22e3a2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103573) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 16 18:59:38.624135 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e2af4edf-65e4-4f2a-ae32-913d6f22e3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for subnet (b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:38.679094 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af4edf-65e4-4f2a-ae32-913d6f22e3a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81,revision_number=0']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:38.688121 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af4edf-65e4-4f2a-ae32-913d6f22e3a2 admin admin] Checking segment: {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:59:38.688484 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2af4edf-65e4-4f2a-ae32-913d6f22e3a2 admin admin] Network hostable DHCP agents. Network: 76eed255-df50-4913-937a-329b4f129daf, hostable agents: ['32740b08-508b-41fc-82a0-fe5ed2f5692a'], hosted agents: [] {{(pid=103573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 18:59:38.705223 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2af4edf-65e4-4f2a-ae32-913d6f22e3a2 admin admin] Network 76eed255-df50-4913-937a-329b4f129daf is scheduled to be hosted by DHCP agent 32740b08-508b-41fc-82a0-fe5ed2f5692a with binding_index 1 {{(pid=103573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 18:59:38.713826 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-e2af4edf-65e4-4f2a-ae32-913d6f22e3a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-5-smb, 76eed255-df50-4913-937a-329b4f129daf) {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:59:38.718249 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2af4edf-65e4-4f2a-ae32-913d6f22e3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:38.718825 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e2af4edf-65e4-4f2a-ae32-913d6f22e3a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:38.723318 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cac24d-c6be-4772-9cf8-0c1fdb8e6071 None None] Network 76eed255-df50-4913-937a-329b4f129daf requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:59:38.739391 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-e2af4edf-65e4-4f2a-ae32-913d6f22e3a2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4710279 May 16 18:59:38.825157 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07605259-aec4-4ab5-a066-8d76ff49a917 None None] Network 76eed255-df50-4913-937a-329b4f129daf requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 18:59:41.143190 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50272) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:41.275076 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-b6bbfceb-2cd5-4e55-a9d5-5771ab9f313f demo admin] 10.222.0.65 "GET /v2.0/routers/d6ae1f63-fc47-4a57-8bb7-b978f48d0197 HTTP/1.1" status: 200 len: 710 time: 0.1306145 May 16 18:59:41.361331 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f427717-ec09-4820-992f-6267832c1788 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 18:59:41.362670 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-7f427717-ec09-4820-992f-6267832c1788 demo admin] 10.222.0.65 "GET /v2.0/networks/76eed255-df50-4913-937a-329b4f129daf HTTP/1.1" status: 200 len: 886 time: 0.0821810 May 16 18:59:41.371369 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-ccb81663-9043-4916-861f-d3b365e7c888 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf'}}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 18:59:41.600400 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ccb81663-9043-4916-861f-d3b365e7c888 demo admin] Publish callbacks [] for router_gateway (d6ae1f63-fc47-4a57-8bb7-b978f48d0197), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:41.810826 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ccb81663-9043-4916-861f-d3b365e7c888 demo admin] Publish callbacks [] for router_gateway (d6ae1f63-fc47-4a57-8bb7-b978f48d0197), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:41.887198 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ccb81663-9043-4916-861f-d3b365e7c888 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:41.988234 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-ccb81663-9043-4916-861f-d3b365e7c888 demo admin] Allocated IP 172.28.3.202 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/29d5480d-1b60-4f1c-a754-2348a2fbe43f) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 18:59:42.088779 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ccb81663-9043-4916-861f-d3b365e7c888 demo admin] Publish callbacks [] for port (29d5480d-1b60-4f1c-a754-2348a2fbe43f), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:42.119909 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ccb81663-9043-4916-861f-d3b365e7c888 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (29d5480d-1b60-4f1c-a754-2348a2fbe43f), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:42.154281 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb81663-9043-4916-861f-d3b365e7c888 demo admin] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 18:59:42.156975 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-ccb81663-9043-4916-861f-d3b365e7c888 demo admin] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 18:59:42.163764 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb81663-9043-4916-861f-d3b365e7c888 demo admin] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 18:59:42.200693 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb81663-9043-4916-861f-d3b365e7c888 demo admin] Pushing event updated for resources: {'Port': ['ID=29d5480d-1b60-4f1c-a754-2348a2fbe43f,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:42.477996 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ccb81663-9043-4916-861f-d3b365e7c888 demo admin] Publish callbacks [] for router_gateway (d6ae1f63-fc47-4a57-8bb7-b978f48d0197), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:42.659943 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ccb81663-9043-4916-861f-d3b365e7c888 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3944505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3945620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-324'] for router (d6ae1f63-fc47-4a57-8bb7-b978f48d0197), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:42.664351 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ccb81663-9043-4916-861f-d3b365e7c888 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3944668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3944494', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3944487', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3945613'] for router (d6ae1f63-fc47-4a57-8bb7-b978f48d0197), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:42.766610 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb81663-9043-4916-861f-d3b365e7c888 demo admin] Router d6ae1f63-fc47-4a57-8bb7-b978f48d0197 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 18:59:42.869880 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb81663-9043-4916-861f-d3b365e7c888 demo admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 18:59:42.874072 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ccb81663-9043-4916-861f-d3b365e7c888 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:42.875336 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-ccb81663-9043-4916-861f-d3b365e7c888 demo admin] 10.222.0.65 "PUT /v2.0/routers/d6ae1f63-fc47-4a57-8bb7-b978f48d0197 HTTP/1.1" status: 200 len: 890 time: 1.5069609 May 16 18:59:45.353702 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 3e31320e-bfef-4839-801d-cf8baf7966d2 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:59:45.359208 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50284) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 18:59:45.401789 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 3e31320e-bfef-4839-801d-cf8baf7966d2 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:59:45.402189 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (3e31320e-bfef-4839-801d-cf8baf7966d2), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:45.473497 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 3e31320e-bfef-4839-801d-cf8baf7966d2 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:59:45.479809 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-fdf9e1d0-1358-4417-b3ed-366bf2773fb1 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1164443 May 16 18:59:46.137825 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 5 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 18:59:46.413028 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Sync routers for ids ['d6ae1f63-fc47-4a57-8bb7-b978f48d0197'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 18:59:46.424882 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Routers {'d6ae1f63-fc47-4a57-8bb7-b978f48d0197'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:59:46.425588 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T18:59:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['d6ae1f63-fc47-4a57-8bb7-b978f48d0197'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:46.621933 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Set router d6ae1f63-fc47-4a57-8bb7-b978f48d0197 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:59:46.994925 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ae1f63-fc47-4a57-8bb7-b978f48d0197', 'name': 'router1', 'tenant_id': '8aa7c6b82366498097717c3434b4f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '29d5480d-1b60-4f1c-a754-2348a2fbe43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:59:24Z', 'updated_at': '2022-05-16T18:59:42Z', 'revision_number': 4, 'project_id': '8aa7c6b82366498097717c3434b4f1a9', 'gw_port': {'id': '29d5480d-1b60-4f1c-a754-2348a2fbe43f', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:df:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ae1f63-fc47-4a57-8bb7-b978f48d0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:59:41Z', 'updated_at': '2022-05-16T18:59:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': '3e31320e-bfef-4839-801d-cf8baf7966d2', 'name': '', 'network_id': '5cc7406d-dc6f-457b-a313-d429929c6d0e', 'tenant_id': '8aa7c6b82366498097717c3434b4f1a9', 'mac_address': 'fa:16:3e:46:76:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ae1f63-fc47-4a57-8bb7-b978f48d0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '553ef0ee-d281-47d7-9b77-c71323e33c71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:59:34Z', 'updated_at': '2022-05-16T18:59:37Z', 'revision_number': 5, 'project_id': '8aa7c6b82366498097717c3434b4f1a9', 'subnets': [{'id': '553ef0ee-d281-47d7-9b77-c71323e33c71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cd8761c-e747-4682-a033-65a474ea91f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:47.112885 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Checking router: d6ae1f63-fc47-4a57-8bb7-b978f48d0197 for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 18:59:47.113279 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Updating router d6ae1f63-fc47-4a57-8bb7-b978f48d0197 port 29d5480d-1b60-4f1c-a754-2348a2fbe43f binding host dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 18:59:47.172679 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (29d5480d-1b60-4f1c-a754-2348a2fbe43f), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:47.529700 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Publish callbacks [] for port (29d5480d-1b60-4f1c-a754-2348a2fbe43f), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:47.538141 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (29d5480d-1b60-4f1c-a754-2348a2fbe43f), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:47.593296 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Attempting to bind port 29d5480d-1b60-4f1c-a754-2348a2fbe43f on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 18:59:47.593667 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Attempting to bind port 29d5480d-1b60-4f1c-a754-2348a2fbe43f by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 18:59:47.594606 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Attempting to bind port 29d5480d-1b60-4f1c-a754-2348a2fbe43f on network 76eed255-df50-4913-937a-329b4f129daf {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 18:59:47.599557 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6f87a-a455-4ee3-80f4-aba05b28a76f None None] Pushing event updated for resources: {'Port': ['ID=29d5480d-1b60-4f1c-a754-2348a2fbe43f,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:47.602953 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 18, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 18:59:47.603320 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Checking segment: {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 18:59:47.603713 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:47.604087 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Bound using segment: {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 18:59:47.604571 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Bound port: 29d5480d-1b60-4f1c-a754-2348a2fbe43f, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 18:59:47.604959 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (29d5480d-1b60-4f1c-a754-2348a2fbe43f), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:47.655706 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] For port 29d5480d-1b60-4f1c-a754-2348a2fbe43f, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 18:59:47.659438 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] For port 29d5480d-1b60-4f1c-a754-2348a2fbe43f, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=29d5480d-1b60-4f1c-a754-2348a2fbe43f,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 18:59:47.666330 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (29d5480d-1b60-4f1c-a754-2348a2fbe43f), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:47.729280 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6f87a-a455-4ee3-80f4-aba05b28a76f None None] Pushing event updated for resources: {'Port': ['ID=29d5480d-1b60-4f1c-a754-2348a2fbe43f,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:47.735099 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Routers {'d6ae1f63-fc47-4a57-8bb7-b978f48d0197'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 18:59:47.735697 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T18:59:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['d6ae1f63-fc47-4a57-8bb7-b978f48d0197'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:47.844446 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] Set router d6ae1f63-fc47-4a57-8bb7-b978f48d0197 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 18:59:48.053332 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6ae1f63-fc47-4a57-8bb7-b978f48d0197', 'name': 'router1', 'tenant_id': '8aa7c6b82366498097717c3434b4f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '29d5480d-1b60-4f1c-a754-2348a2fbe43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:59:24Z', 'updated_at': '2022-05-16T18:59:42Z', 'revision_number': 4, 'project_id': '8aa7c6b82366498097717c3434b4f1a9', 'gw_port': {'id': '29d5480d-1b60-4f1c-a754-2348a2fbe43f', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:df:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ae1f63-fc47-4a57-8bb7-b978f48d0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:59:41Z', 'updated_at': '2022-05-16T18:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': '3e31320e-bfef-4839-801d-cf8baf7966d2', 'name': '', 'network_id': '5cc7406d-dc6f-457b-a313-d429929c6d0e', 'tenant_id': '8aa7c6b82366498097717c3434b4f1a9', 'mac_address': 'fa:16:3e:46:76:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ae1f63-fc47-4a57-8bb7-b978f48d0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '553ef0ee-d281-47d7-9b77-c71323e33c71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:59:34Z', 'updated_at': '2022-05-16T18:59:37Z', 'revision_number': 5, 'project_id': '8aa7c6b82366498097717c3434b4f1a9', 'subnets': [{'id': '553ef0ee-d281-47d7-9b77-c71323e33c71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cd8761c-e747-4682-a033-65a474ea91f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 18:59:48.083385 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbbb1b9-8fb6-43be-809b-dc242548a4e6 None None] The sync data for ids ['d6ae1f63-fc47-4a57-8bb7-b978f48d0197'] in dv-cinder-839987-5-smb is: [{'id': 'd6ae1f63-fc47-4a57-8bb7-b978f48d0197', 'name': 'router1', 'tenant_id': '8aa7c6b82366498097717c3434b4f1a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.202'}], 'enable_snat': True}, 'gw_port_id': '29d5480d-1b60-4f1c-a754-2348a2fbe43f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T18:59:24Z', 'updated_at': '2022-05-16T18:59:42Z', 'revision_number': 4, 'project_id': '8aa7c6b82366498097717c3434b4f1a9', 'gw_port': {'id': '29d5480d-1b60-4f1c-a754-2348a2fbe43f', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:df:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6ae1f63-fc47-4a57-8bb7-b978f48d0197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:59:41Z', 'updated_at': '2022-05-16T18:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': '3e31320e-bfef-4839-801d-cf8baf7966d2', 'name': '', 'network_id': '5cc7406d-dc6f-457b-a313-d429929c6d0e', 'tenant_id': '8aa7c6b82366498097717c3434b4f1a9', 'mac_address': 'fa:16:3e:46:76:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ae1f63-fc47-4a57-8bb7-b978f48d0197', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '553ef0ee-d281-47d7-9b77-c71323e33c71', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T18:59:34Z', 'updated_at': '2022-05-16T18:59:37Z', 'revision_number': 5, 'project_id': '8aa7c6b82366498097717c3434b4f1a9', 'subnets': [{'id': '553ef0ee-d281-47d7-9b77-c71323e33c71', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7cd8761c-e747-4682-a033-65a474ea91f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 18:59:49.439899 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 29d5480d-1b60-4f1c-a754-2348a2fbe43f up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:59:49.489909 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 29d5480d-1b60-4f1c-a754-2348a2fbe43f triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:59:49.490568 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (29d5480d-1b60-4f1c-a754-2348a2fbe43f), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:49.569705 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 29d5480d-1b60-4f1c-a754-2348a2fbe43f is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 18:59:49.570342 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (29d5480d-1b60-4f1c-a754-2348a2fbe43f), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:49.595217 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] For port 29d5480d-1b60-4f1c-a754-2348a2fbe43f, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=29d5480d-1b60-4f1c-a754-2348a2fbe43f,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 18:59:49.609430 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (29d5480d-1b60-4f1c-a754-2348a2fbe43f), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:49.662986 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Pushing event updated for resources: {'Port': ['ID=29d5480d-1b60-4f1c-a754-2348a2fbe43f,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 18:59:51.492095 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 29d5480d-1b60-4f1c-a754-2348a2fbe43f up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 18:59:51.573317 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 29d5480d-1b60-4f1c-a754-2348a2fbe43f triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 18:59:51.573702 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (29d5480d-1b60-4f1c-a754-2348a2fbe43f), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 18:59:51.752298 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 29d5480d-1b60-4f1c-a754-2348a2fbe43f is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:00:02.458104 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e6a00907-db7a-471d-9b59-04f16b49ded1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:04.953904 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-095517cb-a66a-491e-bfb1-9788db0c3459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:05.993793 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:07.286987 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:08.583389 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:23.137315 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 5 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:00:32.448615 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-821b8843-ea50-4669-a809-d116ae368c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:34.949261 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f788a273-7c16-49ff-8f93-add4e7ae8fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:35.995178 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:37.287649 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:00:38.591401 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:00.135786 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 5 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:01:02.450770 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-288aee5f-1652-4739-b951-0010200c47fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:03.867970 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50768) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:03.927978 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2071af-e032-4f92-8ba7-40f9ec02fa52 admin admin] GET failed (client error): The resource could not be found. May 16 19:01:03.929662 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-bc2071af-e032-4f92-8ba7-40f9ec02fa52 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607131 May 16 19:01:04.087334 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5282b1a9-bb56-4858-9cc1-0b366e11e282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:04.088724 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-5282b1a9-bb56-4858-9cc1-0b366e11e282 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1550155 May 16 19:01:04.952235 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-033ab586-1349-4254-8d59-d08e99f3f9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:05.996677 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:06.316340 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50778) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:06.412292 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1486a1-52ca-4fb2-85c4-cebb0f72da4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:06.413678 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-7f1486a1-52ca-4fb2-85c4-cebb0f72da4f admin admin] 10.222.0.65 "GET /v2.0/subnets/553ef0ee-d281-47d7-9b77-c71323e33c71 HTTP/1.1" status: 200 len: 849 time: 0.0963635 May 16 19:01:06.422851 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:01:06.505887 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Publish callbacks [] for subnet (553ef0ee-d281-47d7-9b77-c71323e33c71), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:06.645262 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772410055554'] for subnet (553ef0ee-d281-47d7-9b77-c71323e33c71), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:06.675686 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:06.676876 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:06.677970 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] 10.222.0.65 "PUT /v2.0/subnets/553ef0ee-d281-47d7-9b77-c71323e33c71 HTTP/1.1" status: 200 len: 868 time: 0.2582617 May 16 19:01:06.681193 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259f27e3-bf95-4f85-a775-46fee603649f None None] Network 5cc7406d-dc6f-457b-a313-d429929c6d0e requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:01:06.707415 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Pushing event updated for resources: {'Subnet': ['ID=553ef0ee-d281-47d7-9b77-c71323e33c71,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:01:06.716390 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:06.716950 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:06.717478 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:06.718144 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:06.718556 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:06.719094 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:06.720018 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:06.720536 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:06.721068 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:06.721543 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:06.722029 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:06.722531 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:06.723014 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:06.723495 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:06.723975 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57a480d-0c71-47f0-aa7c-cde59a1779db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:01:07.042034 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-46a80e73-4362-4216-a115-87f2bf09ac9e None None] Provisioning complete for port b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:01:07.042638 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-46a80e73-4362-4216-a115-87f2bf09ac9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:07.115404 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-46a80e73-4362-4216-a115-87f2bf09ac9e None None] Current status of the port b71c2537-2ed5-40d1-ab9d-0fdc7ac6a9cc is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:01:07.123128 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-46a80e73-4362-4216-a115-87f2bf09ac9e None None] Provisioning complete for port 3e31320e-bfef-4839-801d-cf8baf7966d2 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:01:07.123512 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-46a80e73-4362-4216-a115-87f2bf09ac9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (3e31320e-bfef-4839-801d-cf8baf7966d2), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:07.191614 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-46a80e73-4362-4216-a115-87f2bf09ac9e None None] Current status of the port 3e31320e-bfef-4839-801d-cf8baf7966d2 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:01:07.283550 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:08.581615 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:08.950796 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50786) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:09.150019 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d16b348-b95d-441a-893e-85fdc59b6d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:09.150486 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d16b348-b95d-441a-893e-85fdc59b6d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:09.151990 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-2d16b348-b95d-441a-893e-85fdc59b6d5b admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2002540 May 16 19:01:11.394318 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50794) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:11.522465 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e00bdf-48a4-462b-a9a4-835a0f0256cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:11.522936 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e00bdf-48a4-462b-a9a4-835a0f0256cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:11.524481 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-a0e00bdf-48a4-462b-a9a4-835a0f0256cb admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1292238 May 16 19:01:13.767283 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50802) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:13.992854 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdee8f95-e73e-4d66-aa54-f767edb3b2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:13.994134 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-bdee8f95-e73e-4d66-aa54-f767edb3b2eb admin admin] 10.222.0.65 "GET /v2.0/networks/5cc7406d-dc6f-457b-a313-d429929c6d0e HTTP/1.1" status: 200 len: 869 time: 0.2259111 May 16 19:01:16.225417 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50810) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:16.345446 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bfa03f-2e08-4486-a817-850814c926ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:16.347803 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-e8bfa03f-2e08-4486-a817-850814c926ac admin admin] 10.222.0.65 "GET /v2.0/networks/76eed255-df50-4913-937a-329b4f129daf HTTP/1.1" status: 200 len: 886 time: 0.1207738 May 16 19:01:18.604789 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50818) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:18.729641 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4253e7f-f215-47b9-aee2-78a9e135b94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:18.730085 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4253e7f-f215-47b9-aee2-78a9e135b94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:18.731591 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-e4253e7f-f215-47b9-aee2-78a9e135b94e admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1258547 May 16 19:01:20.959216 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50826) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:21.048891 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c19b326-7431-4d18-b0b0-01807759bc9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:21.049345 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c19b326-7431-4d18-b0b0-01807759bc9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:21.051471 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-6c19b326-7431-4d18-b0b0-01807759bc9d admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912604 May 16 19:01:23.285123 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50834) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:23.377147 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d97957-6aa1-4a73-bc13-64a3cc691489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:23.378998 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-91d97957-6aa1-4a73-bc13-64a3cc691489 admin admin] 10.222.0.65 "GET /v2.0/subnets/553ef0ee-d281-47d7-9b77-c71323e33c71 HTTP/1.1" status: 200 len: 868 time: 0.0929444 May 16 19:01:25.593423 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 50842) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:01:25.809624 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.policy [None req-4f849202-ea47-4d78-a1a9-4bd1f24c0d23 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103574) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 16 19:01:25.851486 dv-cinder-839987-5-smb neutron-server[103574]: WARNING oslo_policy.policy [None req-4f849202-ea47-4d78-a1a9-4bd1f24c0d23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 19:01:25.851845 dv-cinder-839987-5-smb neutron-server[103574]: WARNING oslo_policy.policy [None req-4f849202-ea47-4d78-a1a9-4bd1f24c0d23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 16 19:01:25.859426 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f849202-ea47-4d78-a1a9-4bd1f24c0d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:01:25.861112 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-4f849202-ea47-4d78-a1a9-4bd1f24c0d23 admin admin] 10.222.0.65 "GET /v2.0/subnets/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81 HTTP/1.1" status: 200 len: 816 time: 0.2667794 May 16 19:01:32.452395 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e189dca4-2f33-455e-8304-0f222f4b31f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:34.954699 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f68abfd0-5312-4910-a79c-d0f2b80fb26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:35.999614 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:37.133894 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 5 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:01:37.287240 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:01:38.585320 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:02.454990 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ae8f549a-c0b9-425d-8fc5-bfabe819d509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:04.957808 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-18fe0f65-8c65-4c0a-be5c-bcbf95108793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:06.002483 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:06.151801 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 50904) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:02:06.197896 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [None req-f11b5ec2-564c-4b50-a4ac-14d7020c1f5e admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103574) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:02:06.198899 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-f11b5ec2-564c-4b50-a4ac-14d7020c1f5e admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0461404 May 16 19:02:07.291787 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:08.535066 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50912) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:02:08.589012 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:08.601828 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.pecan_wsgi.hooks.translation [None req-0926e7b8-ce4a-49e6-abc1-44102a7c8db1 admin admin] GET failed (client error): The resource could not be found. May 16 19:02:08.603305 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-0926e7b8-ce4a-49e6-abc1-44102a7c8db1 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0672233 May 16 19:02:08.686681 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcad8dc8-c67f-4510-a968-6874d2d07e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:02:08.688115 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-dcad8dc8-c67f-4510-a968-6874d2d07e8c admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0807943 May 16 19:02:10.952988 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50920) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:02:11.004350 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:02:11.023738 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Made reservation on behalf of 193702d095a24dde92200cd214a16e59 for: {'network': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:02:11.026040 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for network (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:11.055644 dv-cinder-839987-5-smb neutron-server[103573]: WARNING neutron.services.revisions.revision_plugin [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Could not find related network for resource to bump revision. May 16 19:02:11.066208 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:02:11.074602 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410173453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (645dd8a5-824e-4c2b-95c5-ad4b73e13bc1), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:11.074992 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.segments_db [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Added segment 645dd8a5-824e-4c2b-95c5-ad4b73e13bc1 of type vlan for network ea259207-0055-4beb-87e2-6bd6b8ca7708 May 16 19:02:11.112251 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409763997'] for network (ea259207-0055-4beb-87e2-6bd6b8ca7708), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:11.136485 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for network (ea259207-0055-4beb-87e2-6bd6b8ca7708), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:11.137642 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:02:11.138210 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:11.168089 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2140555 May 16 19:02:11.201063 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Pushing event updated for resources: {'Network': ['ID=ea259207-0055-4beb-87e2-6bd6b8ca7708,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:02:11.209024 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:11.209365 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:11.209724 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:11.210076 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:11.210406 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:11.210736 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:11.211053 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:11.211379 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:11.211688 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:11.212001 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:11.212317 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:11.212660 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:11.212975 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:11.213289 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:11.213599 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8912b0-a226-42bb-bcb5-62088769aaf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:11.229680 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Network ea259207-0055-4beb-87e2-6bd6b8ca7708 details requested by agent ovs-agent-dv-cinder-839987-5-smb with host dv-cinder-839987-5-smb {{(pid=103575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:02:13.433176 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50928) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:02:13.491835 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6880a77-f75b-4be5-b5b2-79e412f0360d admin admin] GET failed (client error): The resource could not be found. May 16 19:02:13.493098 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-e6880a77-f75b-4be5-b5b2-79e412f0360d admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589762 May 16 19:02:13.563993 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b34624-c926-4e69-9cf1-abc4e9283861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:02:13.565963 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-03b34624-c926-4e69-9cf1-abc4e9283861 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0689065 May 16 19:02:13.575394 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-4e47f23a-cf8c-4d42-beb1-898c7b9f3005 admin admin] Request body: {'subnet': {'network_id': 'ea259207-0055-4beb-87e2-6bd6b8ca7708', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:02:13.593889 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e47f23a-cf8c-4d42-beb1-898c7b9f3005 admin admin] Made reservation on behalf of 193702d095a24dde92200cd214a16e59 for: {'subnet': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:02:13.596339 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4e47f23a-cf8c-4d42-beb1-898c7b9f3005 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:13.761448 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4e47f23a-cf8c-4d42-beb1-898c7b9f3005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for subnet (fd87063b-30dc-45e1-8d25-ddb49ae2ffc1), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:13.815732 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47f23a-cf8c-4d42-beb1-898c7b9f3005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd87063b-30dc-45e1-8d25-ddb49ae2ffc1,revision_number=0']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:02:13.823106 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e47f23a-cf8c-4d42-beb1-898c7b9f3005 admin admin] Checking segment: {'id': '645dd8a5-824e-4c2b-95c5-ad4b73e13bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ea259207-0055-4beb-87e2-6bd6b8ca7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:02:13.823457 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e47f23a-cf8c-4d42-beb1-898c7b9f3005 admin admin] Network hostable DHCP agents. Network: ea259207-0055-4beb-87e2-6bd6b8ca7708, hostable agents: ['32740b08-508b-41fc-82a0-fe5ed2f5692a'], hosted agents: [] {{(pid=103573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:02:13.840470 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e47f23a-cf8c-4d42-beb1-898c7b9f3005 admin admin] Network ea259207-0055-4beb-87e2-6bd6b8ca7708 is scheduled to be hosted by DHCP agent 32740b08-508b-41fc-82a0-fe5ed2f5692a with binding_index 1 {{(pid=103573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:02:13.848586 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-4e47f23a-cf8c-4d42-beb1-898c7b9f3005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-5-smb, ea259207-0055-4beb-87e2-6bd6b8ca7708) {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:02:13.852604 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e47f23a-cf8c-4d42-beb1-898c7b9f3005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:02:13.853452 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4e47f23a-cf8c-4d42-beb1-898c7b9f3005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:13.857956 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef55b6c2-6b31-499f-ac18-f4072171e023 None None] Network ea259207-0055-4beb-87e2-6bd6b8ca7708 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:02:13.869291 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-4e47f23a-cf8c-4d42-beb1-898c7b9f3005 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2971830 May 16 19:02:13.961546 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2076c188-5255-5bc7-a072-6101fc46504d-ea259207-0055-4beb-87e2-6bd6b8ca7708', 'network_id': 'ea259207-0055-4beb-87e2-6bd6b8ca7708', 'project_id': '193702d095a24dde92200cd214a16e59', 'fixed_ips': [{'subnet_id': 'fd87063b-30dc-45e1-8d25-ddb49ae2ffc1'}]}} from dv-cinder-839987-5-smb. {{(pid=103575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:02:13.962533 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:14.103747 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Allocated IP 192.168.233.2 (ea259207-0055-4beb-87e2-6bd6b8ca7708/fd87063b-30dc-45e1-8d25-ddb49ae2ffc1/c46658f7-1e49-49a7-be14-de5b2a7f9696) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:02:14.131892 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 5 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:02:14.252977 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Publish callbacks [] for port (c46658f7-1e49-49a7-be14-de5b2a7f9696), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:14.259360 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (c46658f7-1e49-49a7-be14-de5b2a7f9696), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:14.302352 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Network ea259207-0055-4beb-87e2-6bd6b8ca7708 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:02:14.305577 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:02:14.307650 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Pushing event updated for resources: {'Port': ['ID=c46658f7-1e49-49a7-be14-de5b2a7f9696,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:02:14.309805 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:02:14.322832 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:14.323172 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:14.323510 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:14.323862 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:14.324194 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:14.324518 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:14.324872 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:14.325193 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:14.325510 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:14.325825 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:14.326141 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:14.326476 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:14.326798 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:14.327113 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:14.327425 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:02:14.375170 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Attempting to bind port c46658f7-1e49-49a7-be14-de5b2a7f9696 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:02:14.375521 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Attempting to bind port c46658f7-1e49-49a7-be14-de5b2a7f9696 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': '645dd8a5-824e-4c2b-95c5-ad4b73e13bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ea259207-0055-4beb-87e2-6bd6b8ca7708'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:02:14.375819 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Attempting to bind port c46658f7-1e49-49a7-be14-de5b2a7f9696 on network ea259207-0055-4beb-87e2-6bd6b8ca7708 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:02:14.381437 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:02:14.381798 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Checking segment: {'id': '645dd8a5-824e-4c2b-95c5-ad4b73e13bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ea259207-0055-4beb-87e2-6bd6b8ca7708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:02:14.382191 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:14.382571 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Bound using segment: {'id': '645dd8a5-824e-4c2b-95c5-ad4b73e13bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ea259207-0055-4beb-87e2-6bd6b8ca7708'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:02:14.383032 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Bound port: c46658f7-1e49-49a7-be14-de5b2a7f9696, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645dd8a5-824e-4c2b-95c5-ad4b73e13bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ea259207-0055-4beb-87e2-6bd6b8ca7708'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:02:14.383397 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (c46658f7-1e49-49a7-be14-de5b2a7f9696), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:14.538168 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] For port c46658f7-1e49-49a7-be14-de5b2a7f9696, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:02:14.541480 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] For port c46658f7-1e49-49a7-be14-de5b2a7f9696, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=c46658f7-1e49-49a7-be14-de5b2a7f9696,segment=NetworkSegment(645dd8a5-824e-4c2b-95c5-ad4b73e13bc1),segment_id=645dd8a5-824e-4c2b-95c5-ad4b73e13bc1)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:02:14.548528 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (c46658f7-1e49-49a7-be14-de5b2a7f9696), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:14.603169 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad8466-ae2b-45df-bbe6-c74585b63946 None None] Pushing event updated for resources: {'Port': ['ID=c46658f7-1e49-49a7-be14-de5b2a7f9696,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:02:15.466170 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdb90f7-32b8-4f25-9519-2007aace05a0 None None] Network ea259207-0055-4beb-87e2-6bd6b8ca7708 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:02:15.491984 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device c46658f7-1e49-49a7-be14-de5b2a7f9696 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:02:15.531486 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-32cdacd3-3b5e-447d-9871-ea626cbbbea5 None None] Provisioning complete for port c46658f7-1e49-49a7-be14-de5b2a7f9696 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:02:15.531486 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-32cdacd3-3b5e-447d-9871-ea626cbbbea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (c46658f7-1e49-49a7-be14-de5b2a7f9696), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:15.641845 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port c46658f7-1e49-49a7-be14-de5b2a7f9696 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:02:15.642243 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (c46658f7-1e49-49a7-be14-de5b2a7f9696), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:15.717783 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-32cdacd3-3b5e-447d-9871-ea626cbbbea5 None None] Current status of the port c46658f7-1e49-49a7-be14-de5b2a7f9696 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:02:15.718170 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-32cdacd3-3b5e-447d-9871-ea626cbbbea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (c46658f7-1e49-49a7-be14-de5b2a7f9696), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:15.781127 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port c46658f7-1e49-49a7-be14-de5b2a7f9696 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:02:15.781515 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (c46658f7-1e49-49a7-be14-de5b2a7f9696), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:15.788080 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-32cdacd3-3b5e-447d-9871-ea626cbbbea5 None None] For port c46658f7-1e49-49a7-be14-de5b2a7f9696, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=c46658f7-1e49-49a7-be14-de5b2a7f9696,segment=NetworkSegment(645dd8a5-824e-4c2b-95c5-ad4b73e13bc1),segment_id=645dd8a5-824e-4c2b-95c5-ad4b73e13bc1)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:02:15.798404 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-32cdacd3-3b5e-447d-9871-ea626cbbbea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (c46658f7-1e49-49a7-be14-de5b2a7f9696), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:15.882786 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.db.api [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103575) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 19:02:15.883264 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG oslo_db.api [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 19:02:15.884166 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdacd3-3b5e-447d-9871-ea626cbbbea5 None None] Pushing event updated for resources: {'Port': ['ID=c46658f7-1e49-49a7-be14-de5b2a7f9696,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:02:16.021142 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0043361a-9d23-4dc8-9eac-c695915895e0 None None] Provisioning complete for port c46658f7-1e49-49a7-be14-de5b2a7f9696 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:02:16.021509 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0043361a-9d23-4dc8-9eac-c695915895e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (c46658f7-1e49-49a7-be14-de5b2a7f9696), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:16.095913 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0043361a-9d23-4dc8-9eac-c695915895e0 None None] Current status of the port c46658f7-1e49-49a7-be14-de5b2a7f9696 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:02:16.416096 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port c46658f7-1e49-49a7-be14-de5b2a7f9696 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:02:17.441786 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device c46658f7-1e49-49a7-be14-de5b2a7f9696 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:02:17.484664 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port c46658f7-1e49-49a7-be14-de5b2a7f9696 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:02:17.485033 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (c46658f7-1e49-49a7-be14-de5b2a7f9696), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:17.556725 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port c46658f7-1e49-49a7-be14-de5b2a7f9696 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:02:32.457976 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-491fee53-9fa2-45fa-9ab0-3d7a818a6d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:34.960100 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e8f26b83-4232-4855-a12c-136b890f6e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:36.005933 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:37.293830 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:38.591553 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:02:51.139028 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 5 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:03:02.459011 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3e5b23ed-825b-4f01-8045-e03ce64fd8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:04.964825 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-18391125-4b61-4e7e-99a7-84086323d8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:06.008283 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:07.295298 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:08.595594 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:28.128368 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 5 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:03:32.460803 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-352180e0-ce13-4040-8dbe-52da6fa9ecc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:34.968184 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-171b8338-aba6-47f3-b935-7ce0bc0d385e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:36.014819 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:37.298875 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:38.597499 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:42.079284 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50966) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:03:42.084884 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [None req-4d211f32-77a7-4187-ba73-90c356b2b9f9 tempest-verify_tempest_config-698334192 tempest-verify_tempest_config-698334192-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103573) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:03:42.085831 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-4d211f32-77a7-4187-ba73-90c356b2b9f9 tempest-verify_tempest_config-698334192 tempest-verify_tempest_config-698334192-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056129 May 16 19:03:42.364823 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 50984) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:03:42.466328 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:42.543597 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] Publish callbacks [] for security_group (b0599b43-f993-42f0-a848-12a4d0142f50), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:42.547259 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (b0599b43-f993-42f0-a848-12a4d0142f50), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:42.592182 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=324f113282c34a3dbfce1ff31d5f1f75&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2263477 May 16 19:03:42.592880 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0599b43-f993-42f0-a848-12a4d0142f50,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:03:42.595858 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 50988) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:03:42.600889 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.601230 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.601566 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.601896 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.602221 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.602541 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.602859 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.603176 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.603490 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.603809 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.604122 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.604456 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.604796 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.605108 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.605417 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8caacc99-01c5-4209-93aa-1bbdf8e72d6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.677328 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Publish callbacks [] for security_group (b0599b43-f993-42f0-a848-12a4d0142f50), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:42.699580 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Publish callbacks [] for security_group (b0599b43-f993-42f0-a848-12a4d0142f50), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:42.794168 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (b0599b43-f993-42f0-a848-12a4d0142f50), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:42.796752 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:03:42.798528 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b0599b43-f993-42f0-a848-12a4d0142f50 HTTP/1.1" status: 204 len: 168 time: 0.2017150 May 16 19:03:42.806462 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0599b43-f993-42f0-a848-12a4d0142f50,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:03:42.818208 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.818552 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.818890 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.819230 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.819554 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.819893 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.820197 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.820512 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.820856 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.821245 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.821472 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.821805 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.822120 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.822435 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.822728 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9453b39-1fa1-4625-ac13-abcde4cfd56b admin admin] Tracked resource versions report: May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: pushed versions: May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: { 'AddressGroup': {'1.2'}, May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'Agent': {'1.1'}, May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'ConntrackHelper': {'1.0'}, May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'LocalIPAssociation': {'1.0'}, May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'Log': {'1.0'}, May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'NDPProxy': {'1.0'}, May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'Network': {'1.1'}, May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'Port': {'1.7'}, May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'PortForwarding': {'1.3'}, May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'QosPolicy': {'1.10'}, May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'SecurityGroup': {'1.5'}, May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'SecurityGroupRule': {'1.2'}, May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'SubPort': {'1.0'}, May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'Subnet': {'1.1'}, May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'Trunk': {'1.1'}} May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: consumer versions: May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: { DHCP agent@dv-cinder-839987-5-smb: {}, May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: L3 agent@dv-cinder-839987-5-smb: {}, May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: Metadata agent@dv-cinder-839987-5-smb: {}, May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: Metering agent@dv-cinder-839987-5-smb: {}, May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: Open vSwitch agent@dv-cinder-839987-5-smb: { 'AddressGroup': '1.2', May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'Agent': '1.1', May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'ConntrackHelper': '1.0', May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'LocalIPAssociation': '1.0', May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'Log': '1.0', May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'NDPProxy': '1.0', May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'Network': '1.1', May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'Port': '1.7', May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'PortForwarding': '1.3', May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'QosPolicy': '1.10', May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'SecurityGroup': '1.5', May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'SecurityGroupRule': '1.2', May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'SubPort': '1.0', May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'Subnet': '1.1', May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: 'Trunk': '1.1'}} May 16 19:03:42.823910 dv-cinder-839987-5-smb neutron-server[103574]: {{(pid=103574) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 19:04:02.462740 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-455992bf-822b-4a0f-a68a-12146d4dcef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:04.970239 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fb0dcff6-bb89-4981-8d12-459957f679e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:05.127532 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 5 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:04:06.017880 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:07.302037 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:08.598819 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:32.464298 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a45b96aa-4e5b-4778-ba15-e989fee27c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:34.971471 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-92bcdb71-a9a5-4568-944c-ff16ad92423c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:36.020532 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:37.305421 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:38.600832 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:04:42.126713 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 5 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:05:02.465888 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cc749dda-148a-495f-b53e-a76e21897934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:04.975453 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ad78db2e-bcc9-4392-9989-5ee968c9104d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:06.021794 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:07.309473 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:08.608940 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:19.124673 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 5 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:05:32.467960 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-67672f43-f7b4-4f91-ae76-235c5558351f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:34.103190 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3938148'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:34.976893 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0c243972-c5c2-43b9-af93-89f3f8e81eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:36.024695 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:37.315773 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:38.600615 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:05:47.007800 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 51064) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:05:47.113742 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-afc3183a-09d1-45c8-8f7e-e467ca2e23a4 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1048741 May 16 19:05:49.326490 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 51074) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:05:49.379727 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-8c3b50f9-ecf9-4d09-9cff-ec0e7045b255 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0521863 May 16 19:05:56.123836 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:06:02.468945 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-277b9721-bc13-49a6-aee2-ecafa1f6bd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:04.050371 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:04.979633 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-839342e5-11ce-4a42-9553-750c026014a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:06.029045 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:07.327209 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:08.605121 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:32.471917 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7d3bb312-f3d0-4ba4-9858-2141c30051b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:33.122330 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:06:34.051649 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:34.980949 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2a73e82a-d75c-4482-9119-ff137252c9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:36.029845 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:37.320769 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:06:38.607172 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:02.473621 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2bdfabf0-743f-4dc0-a8c3-92235f7ec81a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:04.069264 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:04.984579 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bd7ea7e4-aeec-4799-b2b6-e0ee64ff1cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:06.035313 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:07.322923 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:08.610817 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:10.120833 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:07:32.475036 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1d97612f-3fd9-4b8d-92c6-693126194a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:34.079109 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:34.985964 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fcf04d9e-3a90-4f1e-992b-095152222802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:36.061672 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:37.348973 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:38.627202 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:40.556436 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 51234) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:40.778456 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-458338777-network', 'tenant_id': '70b756666b7843baa63dd49b0d871431'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:07:40.819269 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Made reservation on behalf of 70b756666b7843baa63dd49b0d871431 for: {'network': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:07:40.822062 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for network (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:40.834998 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:40.926747 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Publish callbacks [] for security_group (37b5fdfb-ee87-4d20-9d09-98036c1bcbc6), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:40.931803 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (37b5fdfb-ee87-4d20-9d09-98036c1bcbc6), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:40.967653 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:40.977751 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:40.978024 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:40.978577 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:40.979293 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:40.979942 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:40.980678 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:40.981240 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:40.981807 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:40.982346 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:40.982887 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:40.983465 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:40.984054 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:40.985382 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:40.985921 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:40.986543 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Tracked resource versions report: May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: pushed versions: May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: { 'AddressGroup': {'1.2'}, May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'Agent': {'1.1'}, May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'ConntrackHelper': {'1.0'}, May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'LocalIPAssociation': {'1.0'}, May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'Log': {'1.0'}, May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'NDPProxy': {'1.0'}, May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'Network': {'1.1'}, May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'Port': {'1.7'}, May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'PortForwarding': {'1.3'}, May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'QosPolicy': {'1.10'}, May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'SecurityGroup': {'1.5'}, May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'SecurityGroupRule': {'1.2'}, May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'SubPort': {'1.0'}, May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'Subnet': {'1.1'}, May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'Trunk': {'1.1'}} May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: consumer versions: May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: { DHCP agent@dv-cinder-839987-5-smb: {}, May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: HyperV agent@hv-cinder-83998: {}, May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: L3 agent@dv-cinder-839987-5-smb: {}, May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: Metadata agent@dv-cinder-839987-5-smb: {}, May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: Metering agent@dv-cinder-839987-5-smb: {}, May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: Open vSwitch agent@dv-cinder-839987-5-smb: { 'AddressGroup': '1.2', May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'Agent': '1.1', May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'ConntrackHelper': '1.0', May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'LocalIPAssociation': '1.0', May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'Log': '1.0', May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'NDPProxy': '1.0', May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'Network': '1.1', May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'Port': '1.7', May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'PortForwarding': '1.3', May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'QosPolicy': '1.10', May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'SecurityGroup': '1.5', May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'SecurityGroupRule': '1.2', May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'SubPort': '1.0', May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'Subnet': '1.1', May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: 'Trunk': '1.1'}} May 16 19:07:40.987853 dv-cinder-839987-5-smb neutron-server[103574]: {{(pid=103574) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 19:07:41.006387 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:07:41.026905 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410173453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (5f8297a9-4010-49b7-919c-c888ca043f7c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:41.027741 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.segments_db [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Added segment 5f8297a9-4010-49b7-919c-c888ca043f7c of type vlan for network c1cc3c61-1225-4d74-a272-e27badcaaf2d May 16 19:07:41.115062 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409763997'] for network (c1cc3c61-1225-4d74-a272-e27badcaaf2d), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:41.163192 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for network (c1cc3c61-1225-4d74-a272-e27badcaaf2d), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:41.164524 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:07:41.165159 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:41.212996 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.6554294 May 16 19:07:41.216437 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 51280) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:41.227358 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Request body: {'subnet': {'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-458338777-subnet', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:07:41.252128 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Made reservation on behalf of 70b756666b7843baa63dd49b0d871431 for: {'subnet': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:07:41.255075 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:41.288862 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 51284) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:41.298883 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f0702-8233-49f6-8a0d-11ee98c3ce68 admin admin] Pushing event updated for resources: {'Network': ['ID=c1cc3c61-1225-4d74-a272-e27badcaaf2d,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:41.311979 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Network c1cc3c61-1225-4d74-a272-e27badcaaf2d details requested by agent ovs-agent-dv-cinder-839987-5-smb with host dv-cinder-839987-5-smb {{(pid=103575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:07:41.464141 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for subnet (ade8a152-1ee2-4456-af76-7bb459b607fb), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:41.518548 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade8a152-1ee2-4456-af76-7bb459b607fb,revision_number=0']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:41.525547 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:41.525896 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:41.526440 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:41.526937 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:41.527430 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:41.528094 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:41.528759 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:41.529524 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:41.530005 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:41.530340 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:41.530672 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:41.531052 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:41.531883 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:41.532208 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:41.532525 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Tracked resource versions report: May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: pushed versions: May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: { 'AddressGroup': {'1.2'}, May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'Agent': {'1.1'}, May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'ConntrackHelper': {'1.0'}, May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'LocalIPAssociation': {'1.0'}, May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'Log': {'1.0'}, May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'NDPProxy': {'1.0'}, May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'Network': {'1.1'}, May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'Port': {'1.7'}, May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'PortForwarding': {'1.3'}, May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'QosPolicy': {'1.10'}, May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'SecurityGroup': {'1.5'}, May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'SecurityGroupRule': {'1.2'}, May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'SubPort': {'1.0'}, May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'Subnet': {'1.1'}, May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'Trunk': {'1.1'}} May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: consumer versions: May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: { DHCP agent@dv-cinder-839987-5-smb: {}, May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: HyperV agent@hv-cinder-83998: {}, May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: L3 agent@dv-cinder-839987-5-smb: {}, May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: Metadata agent@dv-cinder-839987-5-smb: {}, May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: Metering agent@dv-cinder-839987-5-smb: {}, May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: Open vSwitch agent@dv-cinder-839987-5-smb: { 'AddressGroup': '1.2', May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'Agent': '1.1', May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'ConntrackHelper': '1.0', May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'LocalIPAssociation': '1.0', May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'Log': '1.0', May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'NDPProxy': '1.0', May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'Network': '1.1', May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'Port': '1.7', May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'PortForwarding': '1.3', May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'QosPolicy': '1.10', May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'SecurityGroup': '1.5', May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'SecurityGroupRule': '1.2', May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'SubPort': '1.0', May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'Subnet': '1.1', May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: 'Trunk': '1.1'}} May 16 19:07:41.534507 dv-cinder-839987-5-smb neutron-server[103573]: {{(pid=103573) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 19:07:41.557602 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Checking segment: {'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:07:41.557957 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Network hostable DHCP agents. Network: c1cc3c61-1225-4d74-a272-e27badcaaf2d, hostable agents: ['32740b08-508b-41fc-82a0-fe5ed2f5692a'], hosted agents: [] {{(pid=103573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:07:41.576248 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Network c1cc3c61-1225-4d74-a272-e27badcaaf2d is scheduled to be hosted by DHCP agent 32740b08-508b-41fc-82a0-fe5ed2f5692a with binding_index 1 {{(pid=103573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:07:41.586559 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-5-smb, c1cc3c61-1225-4d74-a272-e27badcaaf2d) {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:07:41.591324 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:07:41.591898 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:41.604961 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1f11b8-a8cb-4a55-adb9-26160a30b965 None None] Network c1cc3c61-1225-4d74-a272-e27badcaaf2d requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:07:41.616430 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 51304) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:41.617045 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-a8aec04c-dd23-4bd3-8a9a-cad63c7ed2c3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3969226 May 16 19:07:41.620824 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-458338777-router', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf'}}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:07:41.643124 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 51306) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:41.650757 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-8254a6cc-a32b-43c9-8aef-a35cf95e6dae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-592612967-network', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:07:41.669381 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3945490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (b609c361-fa12-468d-a339-eb11338f8d3c), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:41.671349 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3945702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3944459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router (b609c361-fa12-468d-a339-eb11338f8d3c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:41.694705 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 51310) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:41.747932 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2076c188-5255-5bc7-a072-6101fc46504d-c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'project_id': '70b756666b7843baa63dd49b0d871431', 'fixed_ips': [{'subnet_id': 'ade8a152-1ee2-4456-af76-7bb459b607fb'}]}} from dv-cinder-839987-5-smb. {{(pid=103575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:07:41.749140 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:41.819973 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] Publish callbacks [] for router_controller (b609c361-fa12-468d-a339-eb11338f8d3c), precommit_add_association {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:41.821541 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8254a6cc-a32b-43c9-8aef-a35cf95e6dae admin admin] Made reservation on behalf of 1e0707879ab84c20b8b6526f8ffdd7f5 for: {'network': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:07:41.824436 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8254a6cc-a32b-43c9-8aef-a35cf95e6dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for network (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:41.834171 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8254a6cc-a32b-43c9-8aef-a35cf95e6dae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:41.912708 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Allocated IP 172.20.0.2 (c1cc3c61-1225-4d74-a272-e27badcaaf2d/ade8a152-1ee2-4456-af76-7bb459b607fb/2c46c48f-826c-4285-b466-f00bccc3c833) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:07:41.959855 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-f86d82be-376d-4dd2-a04e-80dd876aeb0c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1707192948-network', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:07:42.012021 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-c9ffe9a8-c1aa-4572-b3c0-5c07141a9ad2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2147135177-network', 'tenant_id': '18dc75f08cd74be8a8484234f77ad966'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:07:42.030767 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86d82be-376d-4dd2-a04e-80dd876aeb0c admin admin] Made reservation on behalf of 84a4b9a583d64f49aad8b2c8ea0d5513 for: {'network': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:07:42.033532 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f86d82be-376d-4dd2-a04e-80dd876aeb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for network (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.044881 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f86d82be-376d-4dd2-a04e-80dd876aeb0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.052927 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ffe9a8-c1aa-4572-b3c0-5c07141a9ad2 admin admin] Made reservation on behalf of 18dc75f08cd74be8a8484234f77ad966 for: {'network': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:07:42.055494 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe9a8-c1aa-4572-b3c0-5c07141a9ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for network (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.103760 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] Publish callbacks [] for router_gateway (b609c361-fa12-468d-a339-eb11338f8d3c), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.139861 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f86d82be-376d-4dd2-a04e-80dd876aeb0c admin admin] Publish callbacks [] for security_group (7008763b-f6d4-4610-89c7-086f262be347), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.141812 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe9a8-c1aa-4572-b3c0-5c07141a9ad2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.170729 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Publish callbacks [] for port (2c46c48f-826c-4285-b466-f00bccc3c833), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.190973 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (2c46c48f-826c-4285-b466-f00bccc3c833), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.235414 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe9a8-c1aa-4572-b3c0-5c07141a9ad2 admin admin] Publish callbacks [] for security_group (cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.237261 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f86d82be-376d-4dd2-a04e-80dd876aeb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (7008763b-f6d4-4610-89c7-086f262be347), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.251646 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86d82be-376d-4dd2-a04e-80dd876aeb0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:07:42.262762 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f86d82be-376d-4dd2-a04e-80dd876aeb0c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410173453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (5385f443-0d16-4bde-9ce3-76b3eebfaf38), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.263483 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.segments_db [None req-f86d82be-376d-4dd2-a04e-80dd876aeb0c admin admin] Added segment 5385f443-0d16-4bde-9ce3-76b3eebfaf38 of type vlan for network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de May 16 19:07:42.280871 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Pushing event updated for resources: {'Port': ['ID=2c46c48f-826c-4285-b466-f00bccc3c833,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:42.318374 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f86d82be-376d-4dd2-a04e-80dd876aeb0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409763997'] for network (3cb27ab2-3f03-450b-967b-0cbe8bcd58de), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.325716 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:42.326268 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:42.326530 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:42.326854 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:42.327231 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:42.327607 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:42.327996 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:42.331483 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8254a6cc-a32b-43c9-8aef-a35cf95e6dae admin admin] Publish callbacks [] for security_group (b902487e-7f85-41e4-aa15-0b85973d28bf), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.334742 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:42.335120 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:42.335457 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:42.336987 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:42.337347 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:42.337729 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:42.340884 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:42.340884 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Tracked resource versions report: May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: pushed versions: May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: { 'AddressGroup': {'1.2'}, May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'Agent': {'1.1'}, May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'ConntrackHelper': {'1.0'}, May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'LocalIPAssociation': {'1.0'}, May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'Log': {'1.0'}, May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'NDPProxy': {'1.0'}, May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'Network': {'1.1'}, May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'Port': {'1.7'}, May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'PortForwarding': {'1.3'}, May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'QosPolicy': {'1.10'}, May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'SecurityGroup': {'1.5'}, May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'SecurityGroupRule': {'1.2'}, May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'SubPort': {'1.0'}, May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'Subnet': {'1.1'}, May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'Trunk': {'1.1'}} May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: consumer versions: May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: { DHCP agent@dv-cinder-839987-5-smb: {}, May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: HyperV agent@hv-cinder-83998: {}, May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: L3 agent@dv-cinder-839987-5-smb: {}, May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: Metadata agent@dv-cinder-839987-5-smb: {}, May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: Metering agent@dv-cinder-839987-5-smb: {}, May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: Open vSwitch agent@dv-cinder-839987-5-smb: { 'AddressGroup': '1.2', May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'Agent': '1.1', May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'ConntrackHelper': '1.0', May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'LocalIPAssociation': '1.0', May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'Log': '1.0', May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'NDPProxy': '1.0', May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'Network': '1.1', May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'Port': '1.7', May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'PortForwarding': '1.3', May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'QosPolicy': '1.10', May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'SecurityGroup': '1.5', May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'SecurityGroupRule': '1.2', May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'SubPort': '1.0', May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'Subnet': '1.1', May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: 'Trunk': '1.1'}} May 16 19:07:42.344440 dv-cinder-839987-5-smb neutron-server[103575]: {{(pid=103575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 19:07:42.353541 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe9a8-c1aa-4572-b3c0-5c07141a9ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.353636 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Network c1cc3c61-1225-4d74-a272-e27badcaaf2d is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:07:42.356992 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:07:42.361433 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d82be-376d-4dd2-a04e-80dd876aeb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7008763b-f6d4-4610-89c7-086f262be347,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:42.366053 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:07:42.370109 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ffe9a8-c1aa-4572-b3c0-5c07141a9ad2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:07:42.381078 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe9a8-c1aa-4572-b3c0-5c07141a9ad2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410173453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (2cc6f297-2e6f-4ef9-bdcc-6da624d725b9), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.381487 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.segments_db [None req-c9ffe9a8-c1aa-4572-b3c0-5c07141a9ad2 admin admin] Added segment 2cc6f297-2e6f-4ef9-bdcc-6da624d725b9 of type vlan for network 0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2 May 16 19:07:42.425162 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe9a8-c1aa-4572-b3c0-5c07141a9ad2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409763997'] for network (0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.426645 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8254a6cc-a32b-43c9-8aef-a35cf95e6dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (b902487e-7f85-41e4-aa15-0b85973d28bf), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.449875 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.db.resource_extend [None req-f86d82be-376d-4dd2-a04e-80dd876aeb0c admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 16 19:07:42.474319 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffe9a8-c1aa-4572-b3c0-5c07141a9ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:42.484744 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe9a8-c1aa-4572-b3c0-5c07141a9ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for network (0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.486852 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ffe9a8-c1aa-4572-b3c0-5c07141a9ad2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:07:42.488185 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe9a8-c1aa-4572-b3c0-5c07141a9ad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.499120 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Attempting to bind port 2c46c48f-826c-4285-b466-f00bccc3c833 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:07:42.499489 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Attempting to bind port 2c46c48f-826c-4285-b466-f00bccc3c833 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:07:42.500409 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Attempting to bind port 2c46c48f-826c-4285-b466-f00bccc3c833 on network c1cc3c61-1225-4d74-a272-e27badcaaf2d {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:07:42.519143 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:07:42.522989 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Checking segment: {'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:07:42.523394 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.526180 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Bound using segment: {'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:07:42.526892 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Bound port: 2c46c48f-826c-4285-b466-f00bccc3c833, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:07:42.527291 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (2c46c48f-826c-4285-b466-f00bccc3c833), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.561805 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffe9a8-c1aa-4572-b3c0-5c07141a9ad2 admin admin] Pushing event updated for resources: {'Network': ['ID=0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:42.570666 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254a6cc-a32b-43c9-8aef-a35cf95e6dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b902487e-7f85-41e4-aa15-0b85973d28bf,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:42.572320 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-c9ffe9a8-c1aa-4572-b3c0-5c07141a9ad2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8755302 May 16 19:07:42.574831 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 51338) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:42.576779 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Network 0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2 details requested by agent ovs-agent-dv-cinder-839987-5-smb with host dv-cinder-839987-5-smb {{(pid=103575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:07:42.580201 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-0aac0049-c84b-4212-8645-55b13a693aa4 admin admin] Request body: {'subnet': {'network_id': '0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2147135177-subnet', 'tenant_id': '18dc75f08cd74be8a8484234f77ad966', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:07:42.604709 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aac0049-c84b-4212-8645-55b13a693aa4 admin admin] Made reservation on behalf of 18dc75f08cd74be8a8484234f77ad966 for: {'subnet': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:07:42.608008 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0aac0049-c84b-4212-8645-55b13a693aa4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.748119 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] Publish callbacks [] for router_gateway (b609c361-fa12-468d-a339-eb11338f8d3c), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.750315 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8254a6cc-a32b-43c9-8aef-a35cf95e6dae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:07:42.754764 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f86d82be-376d-4dd2-a04e-80dd876aeb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for network (3cb27ab2-3f03-450b-967b-0cbe8bcd58de), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.762627 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86d82be-376d-4dd2-a04e-80dd876aeb0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:07:42.766026 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f86d82be-376d-4dd2-a04e-80dd876aeb0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.787065 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.857212 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] For port 2c46c48f-826c-4285-b466-f00bccc3c833, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:07:42.862688 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] For port 2c46c48f-826c-4285-b466-f00bccc3c833, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=2c46c48f-826c-4285-b466-f00bccc3c833,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:07:42.878125 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (2c46c48f-826c-4285-b466-f00bccc3c833), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.912491 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8254a6cc-a32b-43c9-8aef-a35cf95e6dae admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410173453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (f695c4ed-817c-4a06-ac18-bfe5624b643e), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:42.912927 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.segments_db [None req-8254a6cc-a32b-43c9-8aef-a35cf95e6dae admin admin] Added segment f695c4ed-817c-4a06-ac18-bfe5624b643e of type vlan for network fa48d056-bb3a-4902-b0df-7a66e8554ee6 May 16 19:07:42.969434 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6f27a-40f0-4ca2-b5f4-871121ae7c04 None None] Pushing event updated for resources: {'Port': ['ID=2c46c48f-826c-4285-b466-f00bccc3c833,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:43.000198 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8254a6cc-a32b-43c9-8aef-a35cf95e6dae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409763997'] for network (fa48d056-bb3a-4902-b0df-7a66e8554ee6), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:43.005713 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d82be-376d-4dd2-a04e-80dd876aeb0c admin admin] Pushing event updated for resources: {'Network': ['ID=3cb27ab2-3f03-450b-967b-0cbe8bcd58de,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:43.020030 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de details requested by agent ovs-agent-dv-cinder-839987-5-smb with host dv-cinder-839987-5-smb {{(pid=103575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:07:43.029773 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] Allocated IP 172.28.3.214 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/99fb45fa-c20a-413a-8c60-8017b1506330) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:07:43.036428 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0aac0049-c84b-4212-8645-55b13a693aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for subnet (a0248f02-a6fd-41a8-b7e8-0b0a4b6d0be4), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:43.065296 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-f86d82be-376d-4dd2-a04e-80dd876aeb0c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.4084420 May 16 19:07:43.065296 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 51354) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:43.100266 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-852132d5-20be-4491-a3dc-847e01a6290a admin admin] Request body: {'subnet': {'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-subnet', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:07:43.115446 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8254a6cc-a32b-43c9-8aef-a35cf95e6dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for network (fa48d056-bb3a-4902-b0df-7a66e8554ee6), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:43.116595 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8254a6cc-a32b-43c9-8aef-a35cf95e6dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:07:43.117613 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8254a6cc-a32b-43c9-8aef-a35cf95e6dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:43.150493 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac0049-c84b-4212-8645-55b13a693aa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0248f02-a6fd-41a8-b7e8-0b0a4b6d0be4,revision_number=0']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:43.160940 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852132d5-20be-4491-a3dc-847e01a6290a admin admin] Made reservation on behalf of 84a4b9a583d64f49aad8b2c8ea0d5513 for: {'subnet': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:07:43.163648 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-852132d5-20be-4491-a3dc-847e01a6290a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:43.189948 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac0049-c84b-4212-8645-55b13a693aa4 admin admin] Checking segment: {'id': '2cc6f297-2e6f-4ef9-bdcc-6da624d725b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:07:43.190296 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac0049-c84b-4212-8645-55b13a693aa4 admin admin] Network hostable DHCP agents. Network: 0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2, hostable agents: ['32740b08-508b-41fc-82a0-fe5ed2f5692a'], hosted agents: [] {{(pid=103573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:07:43.231218 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254a6cc-a32b-43c9-8aef-a35cf95e6dae admin admin] Pushing event updated for resources: {'Network': ['ID=fa48d056-bb3a-4902-b0df-7a66e8554ee6,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:43.247394 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Network fa48d056-bb3a-4902-b0df-7a66e8554ee6 details requested by agent ovs-agent-dv-cinder-839987-5-smb with host dv-cinder-839987-5-smb {{(pid=103575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:07:43.288281 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-8254a6cc-a32b-43c9-8aef-a35cf95e6dae admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9981589 May 16 19:07:43.291256 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 51362) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:43.297993 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-865df0a6-b830-4710-a941-72d0bcd04502 admin admin] Request body: {'subnet': {'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-subnet', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:07:43.337046 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac0049-c84b-4212-8645-55b13a693aa4 admin admin] Network 0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2 is scheduled to be hosted by DHCP agent 32740b08-508b-41fc-82a0-fe5ed2f5692a with binding_index 1 {{(pid=103573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:07:43.365525 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865df0a6-b830-4710-a941-72d0bcd04502 admin admin] Made reservation on behalf of 1e0707879ab84c20b8b6526f8ffdd7f5 for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:07:43.368505 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-865df0a6-b830-4710-a941-72d0bcd04502 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:43.380191 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-0aac0049-c84b-4212-8645-55b13a693aa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-5-smb, 0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2) {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:07:43.395932 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aac0049-c84b-4212-8645-55b13a693aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:07:43.398792 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0aac0049-c84b-4212-8645-55b13a693aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:43.461957 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74f8272-f783-42dc-9456-c6410b455073 None None] Network 0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:07:43.540945 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] Publish callbacks [] for port (99fb45fa-c20a-413a-8c60-8017b1506330), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:43.546807 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-0aac0049-c84b-4212-8645-55b13a693aa4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9700646 May 16 19:07:43.698780 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-852132d5-20be-4491-a3dc-847e01a6290a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for subnet (05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:43.778907 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852132d5-20be-4491-a3dc-847e01a6290a admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae,revision_number=0']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:43.811385 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852132d5-20be-4491-a3dc-847e01a6290a admin admin] Checking segment: {'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:07:43.811730 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852132d5-20be-4491-a3dc-847e01a6290a admin admin] Network hostable DHCP agents. Network: 3cb27ab2-3f03-450b-967b-0cbe8bcd58de, hostable agents: ['32740b08-508b-41fc-82a0-fe5ed2f5692a'], hosted agents: [] {{(pid=103573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:07:43.823244 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (99fb45fa-c20a-413a-8c60-8017b1506330), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:43.844220 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb75ec2-2458-4fac-ab4e-5ebe359553cf None None] Network 0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:07:43.846699 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852132d5-20be-4491-a3dc-847e01a6290a admin admin] Network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de is scheduled to be hosted by DHCP agent 32740b08-508b-41fc-82a0-fe5ed2f5692a with binding_index 1 {{(pid=103573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:07:43.852373 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 2c46c48f-826c-4285-b466-f00bccc3c833 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:07:43.868332 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-852132d5-20be-4491-a3dc-847e01a6290a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-5-smb, 3cb27ab2-3f03-450b-967b-0cbe8bcd58de) {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:07:43.886352 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:07:43.891680 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852132d5-20be-4491-a3dc-847e01a6290a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:07:43.892501 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-852132d5-20be-4491-a3dc-847e01a6290a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:43.917616 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:07:43.923120 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:07:43.933554 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-852132d5-20be-4491-a3dc-847e01a6290a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8375330 May 16 19:07:43.936104 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 51384) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:43.945717 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf'}}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:07:43.953115 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076f7a97-c524-4dec-85e9-126b64272754 None None] Network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:07:43.991386 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3945490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (363ffe14-eb3e-4a05-a481-5c6b0647fc22), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:43.993052 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3945702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3944459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router (363ffe14-eb3e-4a05-a481-5c6b0647fc22), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:44.099416 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] Publish callbacks [] for router_controller (363ffe14-eb3e-4a05-a481-5c6b0647fc22), precommit_add_association {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:44.374218 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 2c46c48f-826c-4285-b466-f00bccc3c833 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:44.375004 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (2c46c48f-826c-4285-b466-f00bccc3c833), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:44.415271 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2076c188-5255-5bc7-a072-6101fc46504d-3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae'}]}} from dv-cinder-839987-5-smb. {{(pid=103575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:07:44.416004 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] Pushing event updated for resources: {'Port': ['ID=99fb45fa-c20a-413a-8c60-8017b1506330,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:44.416796 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:44.425010 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-865df0a6-b830-4710-a941-72d0bcd04502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for subnet (32734e80-b5c3-4de5-9e79-84be66140e2e), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:44.431820 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] Publish callbacks [] for router_gateway (b609c361-fa12-468d-a339-eb11338f8d3c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:44.577708 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] Publish callbacks [] for router_gateway (363ffe14-eb3e-4a05-a481-5c6b0647fc22), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:44.590107 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865df0a6-b830-4710-a941-72d0bcd04502 admin admin] Checking segment: {'id': 'f695c4ed-817c-4a06-ac18-bfe5624b643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:07:44.590537 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865df0a6-b830-4710-a941-72d0bcd04502 admin admin] Network hostable DHCP agents. Network: fa48d056-bb3a-4902-b0df-7a66e8554ee6, hostable agents: ['32740b08-508b-41fc-82a0-fe5ed2f5692a'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:07:44.594929 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 2c46c48f-826c-4285-b466-f00bccc3c833 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:07:44.595451 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (2c46c48f-826c-4285-b466-f00bccc3c833), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:44.628777 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 51410) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:44.629239 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Allocated IP 172.20.0.2 (3cb27ab2-3f03-450b-967b-0cbe8bcd58de/05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae/273b188e-27cd-4cae-8adc-5dc5ed2530dc) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:07:44.629365 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865df0a6-b830-4710-a941-72d0bcd04502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32734e80-b5c3-4de5-9e79-84be66140e2e,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:44.647468 dv-cinder-839987-5-smb neutron-server[103573]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 16 19:07:44.656046 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] For port 2c46c48f-826c-4285-b466-f00bccc3c833, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=2c46c48f-826c-4285-b466-f00bccc3c833,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:07:44.671208 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (2c46c48f-826c-4285-b466-f00bccc3c833), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:44.698300 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865df0a6-b830-4710-a941-72d0bcd04502 admin admin] Network fa48d056-bb3a-4902-b0df-7a66e8554ee6 is scheduled to be hosted by DHCP agent 32740b08-508b-41fc-82a0-fe5ed2f5692a with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:07:44.709273 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2267000-b72b-4dfc-a827-ceb0e70fb2e5 None None] Network c1cc3c61-1225-4d74-a272-e27badcaaf2d requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:07:44.720009 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-865df0a6-b830-4710-a941-72d0bcd04502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-5-smb, fa48d056-bb3a-4902-b0df-7a66e8554ee6) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:07:44.728972 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865df0a6-b830-4710-a941-72d0bcd04502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:07:44.729554 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-865df0a6-b830-4710-a941-72d0bcd04502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:44.777217 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-865df0a6-b830-4710-a941-72d0bcd04502 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4825702 May 16 19:07:44.779908 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 51412) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:44.783820 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7396a66-a8c0-4e6d-95a3-d3e1ddad96da None None] Network fa48d056-bb3a-4902-b0df-7a66e8554ee6 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:07:44.784408 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf'}}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:07:44.793717 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3945631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3944668'] for router (b609c361-fa12-468d-a339-eb11338f8d3c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:44.847328 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3945490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (315a5365-d6ea-4828-8d3a-bf43c9314f30), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:44.848299 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3945702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3944459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router (315a5365-d6ea-4828-8d3a-bf43c9314f30), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:44.937118 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88520a12-8cf9-46cb-8960-7e935d26060c req-27d52956-43bb-4f4c-9885-f5e610febc4c tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:07:44.938499 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-88520a12-8cf9-46cb-8960-7e935d26060c req-27d52956-43bb-4f4c-9885-f5e610febc4c tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/networks?id=0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2 HTTP/1.1" status: 200 len: 812 time: 0.2945023 May 16 19:07:44.946886 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] Publish callbacks [] for router_controller (315a5365-d6ea-4828-8d3a-bf43c9314f30), precommit_add_association {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:44.968892 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2076c188-5255-5bc7-a072-6101fc46504d-fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e'}]}} from dv-cinder-839987-5-smb. {{(pid=103575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:07:44.969851 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:44.978181 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-88520a12-8cf9-46cb-8960-7e935d26060c req-dd89e25f-509c-451b-946a-41b5f5ebd55a tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/quotas/18dc75f08cd74be8a8484234f77ad966 HTTP/1.1" status: 200 len: 375 time: 0.0166943 May 16 19:07:44.987533 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] Publish callbacks [] for router_gateway (363ffe14-eb3e-4a05-a481-5c6b0647fc22), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:44.994243 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Pushing event updated for resources: {'Port': ['ID=2c46c48f-826c-4285-b466-f00bccc3c833,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:45.013670 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-4d690399-bc5c-410b-aa13-7a9345f18093 None None] Provisioning complete for port 2c46c48f-826c-4285-b466-f00bccc3c833 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:45.014063 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4d690399-bc5c-410b-aa13-7a9345f18093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (2c46c48f-826c-4285-b466-f00bccc3c833), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:45.038581 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:45.065081 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-88520a12-8cf9-46cb-8960-7e935d26060c req-271ce111-ef2b-40f5-aec0-5f2ac0266b66 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=18dc75f08cd74be8a8484234f77ad966&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751185 May 16 19:07:45.164002 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] Publish callbacks [] for router_gateway (315a5365-d6ea-4828-8d3a-bf43c9314f30), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:45.167723 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] Router b609c361-fa12-468d-a339-eb11338f8d3c is scheduled to L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf with binding_index 1 {{(pid=103574) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 19:07:45.198799 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] Allocated IP 172.28.3.132 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/3b427ebd-d86e-4d67-aadf-aa6f7f5abad5) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:07:45.209358 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Publish callbacks [] for port (273b188e-27cd-4cae-8adc-5dc5ed2530dc), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:45.227025 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (273b188e-27cd-4cae-8adc-5dc5ed2530dc), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:45.322107 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:07:45.334785 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Sync routers for ids ['b609c361-fa12-468d-a339-eb11338f8d3c'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:07:45.346897 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Routers {'b609c361-fa12-468d-a339-eb11338f8d3c'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:07:45.347533 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:07:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['b609c361-fa12-468d-a339-eb11338f8d3c'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:07:45.381661 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] Publish callbacks [] for port (3b427ebd-d86e-4d67-aadf-aa6f7f5abad5), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:45.411171 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:45.431800 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:07:45.433513 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-9a816ebb-3180-4980-a7e5-2abdd479088a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8158970 May 16 19:07:45.435050 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 51428) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:45.441923 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-4d690399-bc5c-410b-aa13-7a9345f18093 None None] Current status of the port 2c46c48f-826c-4285-b466-f00bccc3c833 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:07:45.465636 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:07:45.483459 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Allocated IP 172.20.0.2 (fa48d056-bb3a-4902-b0df-7a66e8554ee6/32734e80-b5c3-4de5-9e79-84be66140e2e/ea8a6e58-b0f3-4669-b0ff-fc9581290c3d) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:07:45.496076 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:07:45.498403 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Pushing event updated for resources: {'Port': ['ID=273b188e-27cd-4cae-8adc-5dc5ed2530dc,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:45.522425 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [req-88520a12-8cf9-46cb-8960-7e935d26060c req-d3a1e129-1f0f-4ddb-b403-0522c825c369 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103573) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:07:45.532663 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-88520a12-8cf9-46cb-8960-7e935d26060c req-d3a1e129-1f0f-4ddb-b403-0522c825c369 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1444747 May 16 19:07:45.589168 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (3b427ebd-d86e-4d67-aadf-aa6f7f5abad5), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:45.778124 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 2c46c48f-826c-4285-b466-f00bccc3c833 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:07:45.808835 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:07:45.815474 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:07:45.823454 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:07:45.860586 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=3b427ebd-d86e-4d67-aadf-aa6f7f5abad5,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:45.873269 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Set router b609c361-fa12-468d-a339-eb11338f8d3c gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:07:45.930152 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-cf39bd4e-a4dc-49b1-8503-f7dfa299cc18 None None] Provisioning complete for port 2c46c48f-826c-4285-b466-f00bccc3c833 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:45.930781 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cf39bd4e-a4dc-49b1-8503-f7dfa299cc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (2c46c48f-826c-4285-b466-f00bccc3c833), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:45.963559 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Attempting to bind port 273b188e-27cd-4cae-8adc-5dc5ed2530dc on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:07:45.964321 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Attempting to bind port 273b188e-27cd-4cae-8adc-5dc5ed2530dc by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:07:45.964470 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-88520a12-8cf9-46cb-8960-7e935d26060c req-9329c41c-f883-4ff3-8c10-c018d4af0ca4 service neutron] 10.222.0.65 "GET /v2.0/networks/0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226923 May 16 19:07:45.965101 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Attempting to bind port 273b188e-27cd-4cae-8adc-5dc5ed2530dc on network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:07:45.990076 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:07:45.990722 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Checking segment: {'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:07:45.991468 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:45.992070 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Bound using segment: {'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:07:45.992773 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Bound port: 273b188e-27cd-4cae-8adc-5dc5ed2530dc, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:07:45.993389 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (273b188e-27cd-4cae-8adc-5dc5ed2530dc), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:46.023391 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] Publish callbacks [] for router_gateway (315a5365-d6ea-4828-8d3a-bf43c9314f30), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:46.050054 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:46.178394 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 2c46c48f-826c-4285-b466-f00bccc3c833 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:46.179032 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (2c46c48f-826c-4285-b466-f00bccc3c833), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:46.247710 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Publish callbacks [] for port (ea8a6e58-b0f3-4669-b0ff-fc9581290c3d), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:46.261636 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] For port 273b188e-27cd-4cae-8adc-5dc5ed2530dc, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:07:46.262057 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-88520a12-8cf9-46cb-8960-7e935d26060c req-3f507bc6-ff90-4406-ad64-ed5edaee3c92 service neutron] 10.222.0.65 "GET /v2.0/networks/0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909832 May 16 19:07:46.271596 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] For port 273b188e-27cd-4cae-8adc-5dc5ed2530dc, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=273b188e-27cd-4cae-8adc-5dc5ed2530dc,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:07:46.273294 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-cf39bd4e-a4dc-49b1-8503-f7dfa299cc18 None None] Current status of the port 2c46c48f-826c-4285-b466-f00bccc3c833 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:07:46.281447 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (ea8a6e58-b0f3-4669-b0ff-fc9581290c3d), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:46.311618 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-458338777-router', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:41Z', 'updated_at': '2022-05-16T19:07:44Z', 'revision_number': 3, 'project_id': '70b756666b7843baa63dd49b0d871431', 'gw_port': {'id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:38:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:42Z', 'updated_at': '2022-05-16T19:07:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:07:46.314481 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (273b188e-27cd-4cae-8adc-5dc5ed2530dc), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:46.344165 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] Publish callbacks [] for router_gateway (363ffe14-eb3e-4a05-a481-5c6b0647fc22), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:46.386276 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Checking router: b609c361-fa12-468d-a339-eb11338f8d3c for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:07:46.387217 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Updating router b609c361-fa12-468d-a339-eb11338f8d3c port 99fb45fa-c20a-413a-8c60-8017b1506330 binding host dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:07:46.399685 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Network fa48d056-bb3a-4902-b0df-7a66e8554ee6 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:07:46.433045 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:07:46.443680 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:07:46.447386 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Pushing event updated for resources: {'Port': ['ID=ea8a6e58-b0f3-4669-b0ff-fc9581290c3d,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:46.463333 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (99fb45fa-c20a-413a-8c60-8017b1506330), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:46.655492 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] Allocated IP 172.28.3.71 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/5b3f9731-c84e-4e68-b303-127a5d307215) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:07:46.763015 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 2c46c48f-826c-4285-b466-f00bccc3c833 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:07:46.856823 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-709cf529-5be3-4b3d-9e6d-3731ca400882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:46.880180 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235a9d9-b60c-4532-891b-81ead0a2f971 None None] Pushing event updated for resources: {'Port': ['ID=273b188e-27cd-4cae-8adc-5dc5ed2530dc,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:46.897635 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Attempting to bind port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:07:46.898247 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Attempting to bind port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': 'f695c4ed-817c-4a06-ac18-bfe5624b643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:07:46.900370 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Attempting to bind port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d on network fa48d056-bb3a-4902-b0df-7a66e8554ee6 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:07:46.915943 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:07:46.919957 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Checking segment: {'id': 'f695c4ed-817c-4a06-ac18-bfe5624b643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:07:46.921343 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:46.925375 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Bound using segment: {'id': 'f695c4ed-817c-4a06-ac18-bfe5624b643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:07:46.926126 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Bound port: ea8a6e58-b0f3-4669-b0ff-fc9581290c3d, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f695c4ed-817c-4a06-ac18-bfe5624b643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:07:46.926712 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (ea8a6e58-b0f3-4669-b0ff-fc9581290c3d), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:46.958420 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] Publish callbacks [] for port (5b3f9731-c84e-4e68-b303-127a5d307215), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:47.129569 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:07:47.171583 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] For port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:07:47.183396 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] For port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=ea8a6e58-b0f3-4669-b0ff-fc9581290c3d,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:07:47.201057 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (ea8a6e58-b0f3-4669-b0ff-fc9581290c3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:47.208359 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4abf25fc-954a-4421-8146-4db73237fd58 req-b6280256-0f83-4a8d-9b23-e756c1f77a4f tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 210 time: 0.0950990 May 16 19:07:47.208942 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (5b3f9731-c84e-4e68-b303-127a5d307215), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:47.217357 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3945631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3944668'] for router (363ffe14-eb3e-4a05-a481-5c6b0647fc22), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:47.309640 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] Pushing event updated for resources: {'Port': ['ID=5b3f9731-c84e-4e68-b303-127a5d307215,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:47.336655 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:07:47.375559 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-709cf529-5be3-4b3d-9e6d-3731ca400882 admin admin] Allocated IP 172.20.0.1 (c1cc3c61-1225-4d74-a272-e27badcaaf2d/ade8a152-1ee2-4456-af76-7bb459b607fb/c7b5921c-bad0-4399-9735-23ab9fc83934) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:07:47.556737 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] Router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 is scheduled to L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf with binding_index 1 {{(pid=103573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 19:07:47.638453 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Publish callbacks [] for port (99fb45fa-c20a-413a-8c60-8017b1506330), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:47.669259 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (99fb45fa-c20a-413a-8c60-8017b1506330), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:47.673864 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-709cf529-5be3-4b3d-9e6d-3731ca400882 admin admin] Publish callbacks [] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:47.727888 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:07:47.732150 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:07:47.735985 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6732b1-62b0-47ea-ae20-66a7cf437282 None None] Pushing event updated for resources: {'Port': ['ID=ea8a6e58-b0f3-4669-b0ff-fc9581290c3d,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:47.811024 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 273b188e-27cd-4cae-8adc-5dc5ed2530dc up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:07:47.842814 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a71a0-79f2-4ff3-9ed4-c3f6ca3d7c1e None None] Pushing event updated for resources: {'Port': ['ID=99fb45fa-c20a-413a-8c60-8017b1506330,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:47.873695 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a71a0-79f2-4ff3-9ed4-c3f6ca3d7c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:47.874088 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a71a0-79f2-4ff3-9ed4-c3f6ca3d7c1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:47.874556 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a71a0-79f2-4ff3-9ed4-c3f6ca3d7c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:47.884575 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a71a0-79f2-4ff3-9ed4-c3f6ca3d7c1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:47.884957 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a71a0-79f2-4ff3-9ed4-c3f6ca3d7c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:47.885295 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a71a0-79f2-4ff3-9ed4-c3f6ca3d7c1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:47.885628 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a71a0-79f2-4ff3-9ed4-c3f6ca3d7c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:47.885943 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a71a0-79f2-4ff3-9ed4-c3f6ca3d7c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:47.886266 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a71a0-79f2-4ff3-9ed4-c3f6ca3d7c1e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:47.888902 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a71a0-79f2-4ff3-9ed4-c3f6ca3d7c1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:47.889232 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a71a0-79f2-4ff3-9ed4-c3f6ca3d7c1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:47.891209 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a71a0-79f2-4ff3-9ed4-c3f6ca3d7c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:47.891562 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a71a0-79f2-4ff3-9ed4-c3f6ca3d7c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:47.891899 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a71a0-79f2-4ff3-9ed4-c3f6ca3d7c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:47.892229 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a71a0-79f2-4ff3-9ed4-c3f6ca3d7c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134a71a0-79f2-4ff3-9ed4-c3f6ca3d7c1e None None] Tracked resource versions report: May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: pushed versions: May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: { 'AddressGroup': {'1.2'}, May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'Agent': {'1.1'}, May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'ConntrackHelper': {'1.0'}, May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'LocalIPAssociation': {'1.0'}, May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'Log': {'1.0'}, May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'NDPProxy': {'1.0'}, May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'Network': {'1.1'}, May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'Port': {'1.7'}, May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'PortForwarding': {'1.3'}, May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'QosPolicy': {'1.10'}, May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'SecurityGroup': {'1.5'}, May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'SecurityGroupRule': {'1.2'}, May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'SubPort': {'1.0'}, May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'Subnet': {'1.1'}, May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'Trunk': {'1.1'}} May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: consumer versions: May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: { DHCP agent@dv-cinder-839987-5-smb: {}, May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: HyperV agent@hv-cinder-83998: {}, May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: L3 agent@dv-cinder-839987-5-smb: {}, May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: Metadata agent@dv-cinder-839987-5-smb: {}, May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: Metering agent@dv-cinder-839987-5-smb: {}, May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: Open vSwitch agent@dv-cinder-839987-5-smb: { 'AddressGroup': '1.2', May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'Agent': '1.1', May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'ConntrackHelper': '1.0', May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'LocalIPAssociation': '1.0', May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'Log': '1.0', May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'NDPProxy': '1.0', May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'Network': '1.1', May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'Port': '1.7', May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'PortForwarding': '1.3', May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'QosPolicy': '1.10', May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'SecurityGroup': '1.5', May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'SecurityGroupRule': '1.2', May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'SubPort': '1.0', May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'Subnet': '1.1', May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: 'Trunk': '1.1'}} May 16 19:07:47.893711 dv-cinder-839987-5-smb neutron-server[103576]: {{(pid=103576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 16 19:07:47.896294 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 51544) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:47.916242 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-709cf529-5be3-4b3d-9e6d-3731ca400882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:47.948751 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 273b188e-27cd-4cae-8adc-5dc5ed2530dc triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:47.949355 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (273b188e-27cd-4cae-8adc-5dc5ed2530dc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:47.958175 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:07:47.959910 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709cf529-5be3-4b3d-9e6d-3731ca400882 admin admin] Network c1cc3c61-1225-4d74-a272-e27badcaaf2d is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:07:47.967835 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-709cf529-5be3-4b3d-9e6d-3731ca400882 admin admin] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:07:47.974164 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709cf529-5be3-4b3d-9e6d-3731ca400882 admin admin] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:07:47.974751 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-709cf529-5be3-4b3d-9e6d-3731ca400882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3932657'] for router_interface (b609c361-fa12-468d-a339-eb11338f8d3c), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:47.992901 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Sync routers for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:07:48.001159 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:48.006220 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-dfea8e2c-b701-477e-9e20-9f75f7a10fb4 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0656250 May 16 19:07:48.006220 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 51554) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:48.008799 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Attempting to bind port 99fb45fa-c20a-413a-8c60-8017b1506330 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:07:48.008799 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Attempting to bind port 99fb45fa-c20a-413a-8c60-8017b1506330 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:07:48.008799 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Attempting to bind port 99fb45fa-c20a-413a-8c60-8017b1506330 on network 76eed255-df50-4913-937a-329b4f129daf {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:07:48.022146 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:07:48.022568 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Checking segment: {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:07:48.023023 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:48.024130 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Bound using segment: {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:07:48.026703 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Bound port: 99fb45fa-c20a-413a-8c60-8017b1506330, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'}}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:07:48.027769 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (99fb45fa-c20a-413a-8c60-8017b1506330), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:48.050271 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:07:48.051177 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:07:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:07:48.179675 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] For port 99fb45fa-c20a-413a-8c60-8017b1506330, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:07:48.184943 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] For port 99fb45fa-c20a-413a-8c60-8017b1506330, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=99fb45fa-c20a-413a-8c60-8017b1506330,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:07:48.195640 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (99fb45fa-c20a-413a-8c60-8017b1506330), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:48.253047 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-96ccb039-d016-44e2-ae65-eadfc517a7f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:48.365996 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 51560) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:48.375874 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a71a0-79f2-4ff3-9ed4-c3f6ca3d7c1e None None] Pushing event updated for resources: {'Port': ['ID=99fb45fa-c20a-413a-8c60-8017b1506330,revision_number=3']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:48.399311 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:07:48.424179 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-89446820-6aa0-4d80-bfbc-859af7cd7d4e req-ee6a195e-6b8f-4707-8130-25157c9b54cd tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 210 time: 0.0561492 May 16 19:07:48.447528 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Routers {'b609c361-fa12-468d-a339-eb11338f8d3c'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:07:48.456191 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:07:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['b609c361-fa12-468d-a339-eb11338f8d3c'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:07:48.547447 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-96ccb039-d016-44e2-ae65-eadfc517a7f0 admin admin] Publish callbacks [] for security_group (6abaa97d-05b5-4c43-a2f5-529c5f56a329), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:48.583376 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-96ccb039-d016-44e2-ae65-eadfc517a7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (6abaa97d-05b5-4c43-a2f5-529c5f56a329), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:48.668399 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccb039-d016-44e2-ae65-eadfc517a7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abaa97d-05b5-4c43-a2f5-529c5f56a329,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:48.703888 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cf529-5be3-4b3d-9e6d-3731ca400882 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b5921c-bad0-4399-9735-23ab9fc83934,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:48.709336 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbec1117-9b96-41e5-8d4e-e9eee07be7a3 None None] Network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:07:48.718409 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] Set router b609c361-fa12-468d-a339-eb11338f8d3c gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:07:48.938059 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-3adaf427-126a-48a3-9d25-48af17e551ab None None] Provisioning complete for port c7b5921c-bad0-4399-9735-23ab9fc83934 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:48.938435 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3adaf427-126a-48a3-9d25-48af17e551ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:48.980822 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-3adaf427-126a-48a3-9d25-48af17e551ab None None] Port c7b5921c-bad0-4399-9735-23ab9fc83934 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:07:48.985332 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 273b188e-27cd-4cae-8adc-5dc5ed2530dc is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:07:48.985561 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (273b188e-27cd-4cae-8adc-5dc5ed2530dc), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:48.996690 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-96ccb039-d016-44e2-ae65-eadfc517a7f0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=282ca68558024320a93b7727ba5ad45f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0991559 May 16 19:07:48.997899 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 51586) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:49.032081 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:45Z', 'revision_number': 3, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:07:49.071396 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Checking router: 363ffe14-eb3e-4a05-a481-5c6b0647fc22 for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:07:49.071825 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Updating router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 port 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5 binding host dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:07:49.078683 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] For port 273b188e-27cd-4cae-8adc-5dc5ed2530dc, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=273b188e-27cd-4cae-8adc-5dc5ed2530dc,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:07:49.121348 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-458338777-router', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:41Z', 'updated_at': '2022-05-16T19:07:44Z', 'revision_number': 3, 'project_id': '70b756666b7843baa63dd49b0d871431', 'gw_port': {'id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:38:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:42Z', 'updated_at': '2022-05-16T19:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:07:49.128729 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-b5e04f23-f1ab-4873-a7b2-bb184f612c58 None None] Provisioning complete for port 273b188e-27cd-4cae-8adc-5dc5ed2530dc triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:49.129003 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b5e04f23-f1ab-4873-a7b2-bb184f612c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (273b188e-27cd-4cae-8adc-5dc5ed2530dc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:49.131983 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (273b188e-27cd-4cae-8adc-5dc5ed2530dc), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:49.199761 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409642f4-3e85-4b50-b88d-2002b73031bc None None] The sync data for ids ['b609c361-fa12-468d-a339-eb11338f8d3c'] in dv-cinder-839987-5-smb is: [{'id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-458338777-router', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:41Z', 'updated_at': '2022-05-16T19:07:44Z', 'revision_number': 3, 'project_id': '70b756666b7843baa63dd49b0d871431', 'gw_port': {'id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:38:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:42Z', 'updated_at': '2022-05-16T19:07:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:07:49.203479 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] Publish callbacks [] for router_gateway (315a5365-d6ea-4828-8d3a-bf43c9314f30), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:49.231327 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2ff91180-31fa-4c45-9185-7c2ef39aa831 admin admin] Publish callbacks [] for security_group (6abaa97d-05b5-4c43-a2f5-529c5f56a329), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:49.292723 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Pushing event updated for resources: {'Port': ['ID=273b188e-27cd-4cae-8adc-5dc5ed2530dc,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:49.317470 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (3b427ebd-d86e-4d67-aadf-aa6f7f5abad5), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:49.402537 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2ff91180-31fa-4c45-9185-7c2ef39aa831 admin admin] Publish callbacks [] for security_group (6abaa97d-05b5-4c43-a2f5-529c5f56a329), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:49.518562 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-709cf529-5be3-4b3d-9e6d-3731ca400882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:49.530258 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-b5e04f23-f1ab-4873-a7b2-bb184f612c58 None None] Current status of the port 273b188e-27cd-4cae-8adc-5dc5ed2530dc is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:07:49.583286 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2ff91180-31fa-4c45-9185-7c2ef39aa831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (6abaa97d-05b5-4c43-a2f5-529c5f56a329), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:49.597887 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2ff91180-31fa-4c45-9185-7c2ef39aa831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:49.601395 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-2ff91180-31fa-4c45-9185-7c2ef39aa831 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6abaa97d-05b5-4c43-a2f5-529c5f56a329 HTTP/1.1" status: 204 len: 168 time: 0.5947452 May 16 19:07:49.689967 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 51608) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:49.738569 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff91180-31fa-4c45-9185-7c2ef39aa831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abaa97d-05b5-4c43-a2f5-529c5f56a329,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:49.767861 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-765fb196-5e29-4ee9-9ce0-c72fdae1cffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:49.841732 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-95675117-736f-4e47-8383-aeca00080b33 None None] Provisioning complete for port 273b188e-27cd-4cae-8adc-5dc5ed2530dc triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:49.842140 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-95675117-736f-4e47-8383-aeca00080b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (273b188e-27cd-4cae-8adc-5dc5ed2530dc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:50.037761 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45ca088-d2fe-4eac-b127-ab828aa78981 None None] Network fa48d056-bb3a-4902-b0df-7a66e8554ee6 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:07:50.108221 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 273b188e-27cd-4cae-8adc-5dc5ed2530dc up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:07:50.192235 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b455890-56b1-47e3-b8e6-a3b18d143ac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:50.297383 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3945631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3944668'] for router (315a5365-d6ea-4828-8d3a-bf43c9314f30), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:50.407522 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-765fb196-5e29-4ee9-9ce0-c72fdae1cffc admin admin] Allocated IP 172.20.0.1 (3cb27ab2-3f03-450b-967b-0cbe8bcd58de/05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae/f1ae1478-a1c3-49a3-84e5-b47565279535) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:07:50.721414 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-765fb196-5e29-4ee9-9ce0-c72fdae1cffc admin admin] Publish callbacks [] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:50.808461 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Publish callbacks [] for port (3b427ebd-d86e-4d67-aadf-aa6f7f5abad5), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:50.845207 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (3b427ebd-d86e-4d67-aadf-aa6f7f5abad5), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:50.865298 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 273b188e-27cd-4cae-8adc-5dc5ed2530dc triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:50.865748 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (273b188e-27cd-4cae-8adc-5dc5ed2530dc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:50.876346 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.78', 63043) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:50.887751 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-709cf529-5be3-4b3d-9e6d-3731ca400882 admin admin] Publish callbacks [] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:50.936115 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-765fb196-5e29-4ee9-9ce0-c72fdae1cffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:51.008916 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 51648) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:51.024038 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-709cf529-5be3-4b3d-9e6d-3731ca400882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:51.026311 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f2c56b1e-4d1a-4789-948e-a672ff7cbb4a req-5fe6b6c7-8b2b-4728-b6a4-7989f0a520b7 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 210 time: 0.2141538 May 16 19:07:51.036641 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-709cf529-5be3-4b3d-9e6d-3731ca400882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3891522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3933115'] for router_interface (b609c361-fa12-468d-a339-eb11338f8d3c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:51.039820 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 273b188e-27cd-4cae-8adc-5dc5ed2530dc is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:07:51.040789 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device ea8a6e58-b0f3-4669-b0ff-fc9581290c3d up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:07:51.088003 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765fb196-5e29-4ee9-9ce0-c72fdae1cffc admin admin] Network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:07:51.160113 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-95675117-736f-4e47-8383-aeca00080b33 None None] Current status of the port 273b188e-27cd-4cae-8adc-5dc5ed2530dc is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:07:51.177808 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-765fb196-5e29-4ee9-9ce0-c72fdae1cffc admin admin] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:07:51.191221 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765fb196-5e29-4ee9-9ce0-c72fdae1cffc admin admin] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:07:51.191717 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-765fb196-5e29-4ee9-9ce0-c72fdae1cffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3932657'] for router_interface (363ffe14-eb3e-4a05-a481-5c6b0647fc22), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:51.207975 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:51.208921 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (ea8a6e58-b0f3-4669-b0ff-fc9581290c3d), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:51.211538 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Attempting to bind port 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:07:51.212807 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Attempting to bind port 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:07:51.213458 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Attempting to bind port 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5 on network 76eed255-df50-4913-937a-329b4f129daf {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:07:51.218669 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f8833-e77f-4202-a062-9c2a51a2073a None None] Pushing event updated for resources: {'Port': ['ID=3b427ebd-d86e-4d67-aadf-aa6f7f5abad5,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:51.253083 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709cf529-5be3-4b3d-9e6d-3731ca400882 admin admin] Network c1cc3c61-1225-4d74-a272-e27badcaaf2d is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:07:51.254910 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709cf529-5be3-4b3d-9e6d-3731ca400882 admin admin] Pushing event updated for resources: {'Port': ['ID=c7b5921c-bad0-4399-9735-23ab9fc83934,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:51.275720 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-709cf529-5be3-4b3d-9e6d-3731ca400882 admin admin] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:07:51.304160 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-81df6755-7e8b-4511-8075-f1fd4b2bdae3 None None] Provisioning complete for port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:51.304708 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-81df6755-7e8b-4511-8075-f1fd4b2bdae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (ea8a6e58-b0f3-4669-b0ff-fc9581290c3d), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:51.306706 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:07:51.307160 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] Router 315a5365-d6ea-4828-8d3a-bf43c9314f30 is scheduled to L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf with binding_index 1 {{(pid=103574) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 19:07:51.307275 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Checking segment: {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:07:51.307841 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:51.308381 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Bound using segment: {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:07:51.308984 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Bound port: 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:07:51.309619 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (3b427ebd-d86e-4d67-aadf-aa6f7f5abad5), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:51.370296 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fb196-5e29-4ee9-9ce0-c72fdae1cffc admin admin] Pushing event updated for resources: {'Port': ['ID=f1ae1478-a1c3-49a3-84e5-b47565279535,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:51.473791 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b455890-56b1-47e3-b8e6-a3b18d143ac2 admin admin] Publish callbacks [] for security_group (f28ba72f-63d6-485d-842b-1a321be57ee9), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:51.587915 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88520a12-8cf9-46cb-8960-7e935d26060c req-20eb8040-e7e3-4422-b9a7-8d6ea43a1ab5 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:07:51.590483 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-88520a12-8cf9-46cb-8960-7e935d26060c req-20eb8040-e7e3-4422-b9a7-8d6ea43a1ab5 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.78 "GET /v2.0/networks?id=0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2 HTTP/1.1" status: 200 len: 812 time: 0.7128847 May 16 19:07:51.596088 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b455890-56b1-47e3-b8e6-a3b18d143ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (f28ba72f-63d6-485d-842b-1a321be57ee9), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:51.639407 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] For port 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:07:51.682096 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] For port 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=3b427ebd-d86e-4d67-aadf-aa6f7f5abad5,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:07:51.685079 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:07:51.685594 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (ea8a6e58-b0f3-4669-b0ff-fc9581290c3d), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:51.710369 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (3b427ebd-d86e-4d67-aadf-aa6f7f5abad5), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:51.713972 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-81df6755-7e8b-4511-8075-f1fd4b2bdae3 None None] Current status of the port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:07:51.714375 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-81df6755-7e8b-4511-8075-f1fd4b2bdae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (ea8a6e58-b0f3-4669-b0ff-fc9581290c3d), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:51.755660 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-765fb196-5e29-4ee9-9ce0-c72fdae1cffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:51.770706 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [req-88520a12-8cf9-46cb-8960-7e935d26060c req-0d955f74-e653-427c-aad6-76f4321c2af2 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Request body: {'port': {'device_id': 'fdd6ea9e-7d09-4477-a49c-19d04c663acb', 'network_id': '0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2', 'admin_state_up': True, 'tenant_id': '18dc75f08cd74be8a8484234f77ad966'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:07:51.795937 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] For port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=ea8a6e58-b0f3-4669-b0ff-fc9581290c3d,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:07:51.822088 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (ea8a6e58-b0f3-4669-b0ff-fc9581290c3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:51.823260 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-5b455890-56b1-47e3-b8e6-a3b18d143ac2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cb50e22fff8e4b79a837a58a06377a71&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1246965 May 16 19:07:51.827263 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 51684) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:51.828287 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f8833-e77f-4202-a062-9c2a51a2073a None None] Pushing event updated for resources: {'Port': ['ID=3b427ebd-d86e-4d67-aadf-aa6f7f5abad5,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:51.846923 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-805d3116-7641-420f-ab54-85171b3d3da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:51.907600 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:07:51.909336 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:07:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:07:52.018663 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-805d3116-7641-420f-ab54-85171b3d3da6 admin admin] Publish callbacks [] for security_group (7efbb5e4-8d41-4609-81c3-9c64743754ad), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:52.062732 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.db.api [None req-81df6755-7e8b-4511-8075-f1fd4b2bdae3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103575) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 19:07:52.063258 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG oslo_db.api [None req-81df6755-7e8b-4511-8075-f1fd4b2bdae3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 19:07:52.063845 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 99fb45fa-c20a-413a-8c60-8017b1506330 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:07:52.163908 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Pushing event updated for resources: {'Port': ['ID=ea8a6e58-b0f3-4669-b0ff-fc9581290c3d,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:52.288983 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-805d3116-7641-420f-ab54-85171b3d3da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (7efbb5e4-8d41-4609-81c3-9c64743754ad), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:52.289494 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 99fb45fa-c20a-413a-8c60-8017b1506330 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:52.289622 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (99fb45fa-c20a-413a-8c60-8017b1506330), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:52.295032 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:07:52.317455 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709cf529-5be3-4b3d-9e6d-3731ca400882 admin admin] Router b609c361-fa12-468d-a339-eb11338f8d3c has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:07:52.345362 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b455890-56b1-47e3-b8e6-a3b18d143ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28ba72f-63d6-485d-842b-1a321be57ee9,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:52.386826 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9edf010f-3d2a-4b5f-826c-1f3de8059119 req-d037b1ad-9c71-4547-a1e0-f5edb6f81ab9 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 210 time: 0.1107299 May 16 19:07:52.409639 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:07:52.423521 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Sync routers for ids ['315a5365-d6ea-4828-8d3a-bf43c9314f30'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:07:52.444490 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Routers {'315a5365-d6ea-4828-8d3a-bf43c9314f30'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:07:52.444490 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-cded2609-287b-4055-81eb-00509d9d400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:07:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['315a5365-d6ea-4828-8d3a-bf43c9314f30'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:07:52.543717 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-805d3116-7641-420f-ab54-85171b3d3da6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7b121fc0dee1412f94d63e40f51a0649&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5207365 May 16 19:07:52.622045 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:52.627367 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-e091d8f0-4ba7-4ddd-b60d-d464c6020c4d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8464844 May 16 19:07:52.655348 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 51720) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:52.662512 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 51728) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:52.741455 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Set router 315a5365-d6ea-4828-8d3a-bf43c9314f30 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:07:52.838219 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-765fb196-5e29-4ee9-9ce0-c72fdae1cffc admin admin] Publish callbacks [] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:52.871313 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-765fb196-5e29-4ee9-9ce0-c72fdae1cffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:52.872403 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-765fb196-5e29-4ee9-9ce0-c72fdae1cffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3891522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3933115'] for router_interface (363ffe14-eb3e-4a05-a481-5c6b0647fc22), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:52.965056 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-81df6755-7e8b-4511-8075-f1fd4b2bdae3 None None] Current status of the port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:07:52.967358 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 99fb45fa-c20a-413a-8c60-8017b1506330 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:07:52.972945 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (99fb45fa-c20a-413a-8c60-8017b1506330), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:53.031533 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] For port 99fb45fa-c20a-413a-8c60-8017b1506330, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=99fb45fa-c20a-413a-8c60-8017b1506330,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:07:53.043295 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709cf529-5be3-4b3d-9e6d-3731ca400882 admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:07:53.045705 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (99fb45fa-c20a-413a-8c60-8017b1506330), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:53.086530 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-709cf529-5be3-4b3d-9e6d-3731ca400882 admin admin] 10.222.0.65 "PUT /v2.0/routers/b609c361-fa12-468d-a339-eb11338f8d3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6377747 May 16 19:07:53.094817 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d3116-7641-420f-ab54-85171b3d3da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efbb5e4-8d41-4609-81c3-9c64743754ad,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:53.167727 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Sync routers for ids ['b609c361-fa12-468d-a339-eb11338f8d3c'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:07:53.171276 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-cded2609-287b-4055-81eb-00509d9d400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:07:47Z', 'revision_number': 3, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port': {'id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:07:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:07:53.196299 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fb196-5e29-4ee9-9ce0-c72fdae1cffc admin admin] Pushing event updated for resources: {'Port': ['ID=f1ae1478-a1c3-49a3-84e5-b47565279535,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:53.199585 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-04d12b5e-eab5-41a4-a704-49c3f25a27d4 admin admin] Publish callbacks [] for security_group (f28ba72f-63d6-485d-842b-1a321be57ee9), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:53.215994 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:07:50Z', 'revision_number': 1, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:07:53.218846 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Checking router: 315a5365-d6ea-4828-8d3a-bf43c9314f30 for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:07:53.219199 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Updating router 315a5365-d6ea-4828-8d3a-bf43c9314f30 port 5b3f9731-c84e-4e68-b303-127a5d307215 binding host dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:07:53.225293 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4057ec8f-1776-4de6-8e58-ca0585ba6e1c admin admin] Publish callbacks [] for security_group (7efbb5e4-8d41-4609-81c3-9c64743754ad), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:53.232172 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88520a12-8cf9-46cb-8960-7e935d26060c req-0d955f74-e653-427c-aad6-76f4321c2af2 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Made reservation on behalf of 18dc75f08cd74be8a8484234f77ad966 for: {'port': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:07:53.244779 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-88520a12-8cf9-46cb-8960-7e935d26060c req-0d955f74-e653-427c-aad6-76f4321c2af2 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:53.297894 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (5b3f9731-c84e-4e68-b303-127a5d307215), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:53.360599 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf999ab-18e2-440f-8213-39a88490d8be None None] The sync data for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb is: [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:07:50Z', 'revision_number': 1, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:07:53.423777 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-04d12b5e-eab5-41a4-a704-49c3f25a27d4 admin admin] Publish callbacks [] for security_group (f28ba72f-63d6-485d-842b-1a321be57ee9), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:53.424322 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-75ab9872-2a3b-471a-a63a-4d3b99aa2419 None None] Provisioning complete for port c7b5921c-bad0-4399-9735-23ab9fc83934 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:53.425062 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-75ab9872-2a3b-471a-a63a-4d3b99aa2419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:53.465520 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Routers {'b609c361-fa12-468d-a339-eb11338f8d3c'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:07:53.467460 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:07:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['b609c361-fa12-468d-a339-eb11338f8d3c'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:07:53.497968 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4057ec8f-1776-4de6-8e58-ca0585ba6e1c admin admin] Publish callbacks [] for security_group (7efbb5e4-8d41-4609-81c3-9c64743754ad), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:53.719551 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Pushing event updated for resources: {'Port': ['ID=99fb45fa-c20a-413a-8c60-8017b1506330,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:53.822499 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-75ab9872-2a3b-471a-a63a-4d3b99aa2419 None None] Port c7b5921c-bad0-4399-9735-23ab9fc83934 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:07:53.847071 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-75ab9872-2a3b-471a-a63a-4d3b99aa2419 None None] Provisioning complete for port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:53.848969 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-75ab9872-2a3b-471a-a63a-4d3b99aa2419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (ea8a6e58-b0f3-4669-b0ff-fc9581290c3d), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:53.898424 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4057ec8f-1776-4de6-8e58-ca0585ba6e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (7efbb5e4-8d41-4609-81c3-9c64743754ad), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:53.902867 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4057ec8f-1776-4de6-8e58-ca0585ba6e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:53.907386 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-4057ec8f-1776-4de6-8e58-ca0585ba6e1c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7efbb5e4-8d41-4609-81c3-9c64743754ad HTTP/1.1" status: 204 len: 168 time: 1.2437675 May 16 19:07:53.960068 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-380e6e15-67b9-4bfa-90d9-0353b5ae5062 req-50c3abaf-1ed8-42b9-8dec-57f9d09bef79 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 210 time: 0.3163798 May 16 19:07:53.969854 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057ec8f-1776-4de6-8e58-ca0585ba6e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efbb5e4-8d41-4609-81c3-9c64743754ad,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:54.152908 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765fb196-5e29-4ee9-9ce0-c72fdae1cffc admin admin] Network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:07:54.211967 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-765fb196-5e29-4ee9-9ce0-c72fdae1cffc admin admin] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:07:54.387339 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-75ab9872-2a3b-471a-a63a-4d3b99aa2419 None None] Current status of the port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:07:54.441220 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device ea8a6e58-b0f3-4669-b0ff-fc9581290c3d up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:07:54.446994 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-75ab9872-2a3b-471a-a63a-4d3b99aa2419 None None] Provisioning complete for port f1ae1478-a1c3-49a3-84e5-b47565279535 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:54.466693 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-75ab9872-2a3b-471a-a63a-4d3b99aa2419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:54.576447 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Publish callbacks [] for port (5b3f9731-c84e-4e68-b303-127a5d307215), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:54.588980 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [req-88520a12-8cf9-46cb-8960-7e935d26060c req-0d955f74-e653-427c-aad6-76f4321c2af2 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Allocated IP 172.20.0.4 (0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2/a0248f02-a6fd-41a8-b7e8-0b0a4b6d0be4/526b84ae-bb5a-4d60-9870-31ee2d1e9cc4) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:07:54.594626 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (5b3f9731-c84e-4e68-b303-127a5d307215), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:54.663274 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-04d12b5e-eab5-41a4-a704-49c3f25a27d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (f28ba72f-63d6-485d-842b-1a321be57ee9), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:54.665916 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-04d12b5e-eab5-41a4-a704-49c3f25a27d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:54.690728 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-04d12b5e-eab5-41a4-a704-49c3f25a27d4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f28ba72f-63d6-485d-842b-1a321be57ee9 HTTP/1.1" status: 204 len: 168 time: 2.7910233 May 16 19:07:54.748518 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-75ab9872-2a3b-471a-a63a-4d3b99aa2419 None None] Port f1ae1478-a1c3-49a3-84e5-b47565279535 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:07:54.821493 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907b7d3-ee33-4288-8204-e1542de27529 None None] Pushing event updated for resources: {'Port': ['ID=5b3f9731-c84e-4e68-b303-127a5d307215,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:54.856261 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Attempting to bind port 5b3f9731-c84e-4e68-b303-127a5d307215 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:07:54.857036 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Attempting to bind port 5b3f9731-c84e-4e68-b303-127a5d307215 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:07:54.857609 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Attempting to bind port 5b3f9731-c84e-4e68-b303-127a5d307215 on network 76eed255-df50-4913-937a-329b4f129daf {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:07:54.867503 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:07:54.868273 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Checking segment: {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:07:54.869003 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Set router b609c361-fa12-468d-a339-eb11338f8d3c gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:07:54.869159 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:54.870110 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Bound using segment: {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:07:54.870771 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Bound port: 5b3f9731-c84e-4e68-b303-127a5d307215, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'}}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:07:54.871725 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (5b3f9731-c84e-4e68-b303-127a5d307215), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:54.907090 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d12b5e-eab5-41a4-a704-49c3f25a27d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28ba72f-63d6-485d-842b-1a321be57ee9,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:55.060784 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-61f3647f-f578-47a3-ba08-c2ed8bf046e6 None None] Provisioning complete for port f1ae1478-a1c3-49a3-84e5-b47565279535 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:55.061181 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-61f3647f-f578-47a3-ba08-c2ed8bf046e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:55.108398 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-cded2609-287b-4055-81eb-00509d9d400c None None] For port 5b3f9731-c84e-4e68-b303-127a5d307215, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:07:55.142621 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-cded2609-287b-4055-81eb-00509d9d400c None None] For port 5b3f9731-c84e-4e68-b303-127a5d307215, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=5b3f9731-c84e-4e68-b303-127a5d307215,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:07:55.162097 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (5b3f9731-c84e-4e68-b303-127a5d307215), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:55.351876 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2450de22-df3b-4ac7-b922-e7a4f7289e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:55.379781 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765fb196-5e29-4ee9-9ce0-c72fdae1cffc admin admin] Router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:07:55.450478 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907b7d3-ee33-4288-8204-e1542de27529 None None] Pushing event updated for resources: {'Port': ['ID=5b3f9731-c84e-4e68-b303-127a5d307215,revision_number=3']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:55.512006 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Routers {'315a5365-d6ea-4828-8d3a-bf43c9314f30'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:07:55.512746 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-cded2609-287b-4055-81eb-00509d9d400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:07:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['315a5365-d6ea-4828-8d3a-bf43c9314f30'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:07:55.797404 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-813c0c9a-1f1b-4179-94df-3d7810cb7079 req-8ba755ce-aba9-4e59-a29c-52b224b1f275 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 210 time: 0.5597315 May 16 19:07:55.826210 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-61f3647f-f578-47a3-ba08-c2ed8bf046e6 None None] Port f1ae1478-a1c3-49a3-84e5-b47565279535 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:07:55.832893 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:55.833252 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (ea8a6e58-b0f3-4669-b0ff-fc9581290c3d), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:55.922832 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-f42ed5b1-b970-4548-8999-251a39d5988c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:07:55.931255 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-f42ed5b1-b970-4548-8999-251a39d5988c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/networks?id=c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 200 len: 818 time: 1.5320139 May 16 19:07:55.957956 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-cded2609-287b-4055-81eb-00509d9d400c None None] Set router 315a5365-d6ea-4828-8d3a-bf43c9314f30 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:07:56.000644 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-cf2f4f86-ea58-42e7-9150-6c8c7811df05 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/quotas/70b756666b7843baa63dd49b0d871431 HTTP/1.1" status: 200 len: 375 time: 0.0533469 May 16 19:07:56.018139 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-2450de22-df3b-4ac7-b922-e7a4f7289e47 admin admin] Allocated IP 172.20.0.1 (fa48d056-bb3a-4902-b0df-7a66e8554ee6/32734e80-b5c3-4de5-9e79-84be66140e2e/0af70e4b-5693-4b59-9694-15907d5de6c1) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:07:56.120298 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-11ebffc4-a880-43ab-a390-7c2d2600776d tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=70b756666b7843baa63dd49b0d871431&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154263 May 16 19:07:56.191253 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-458338777-router', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:41Z', 'updated_at': '2022-05-16T19:07:48Z', 'revision_number': 4, 'project_id': '70b756666b7843baa63dd49b0d871431', 'gw_port': {'id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:42Z', 'updated_at': '2022-05-16T19:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'c7b5921c-bad0-4399-9735-23ab9fc83934', 'name': '', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'mac_address': 'fa:16:3e:97:90:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:07:50Z', 'revision_number': 2, 'project_id': '70b756666b7843baa63dd49b0d871431', 'subnets': [{'id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:07:56.264505 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2450de22-df3b-4ac7-b922-e7a4f7289e47 admin admin] Publish callbacks [] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:56.346616 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2450de22-df3b-4ac7-b922-e7a4f7289e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:56.359963 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765fb196-5e29-4ee9-9ce0-c72fdae1cffc admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:07:56.373546 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-765fb196-5e29-4ee9-9ce0-c72fdae1cffc admin admin] 10.222.0.65 "PUT /v2.0/routers/363ffe14-eb3e-4a05-a481-5c6b0647fc22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3654997 May 16 19:07:56.490974 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2450de22-df3b-4ac7-b922-e7a4f7289e47 admin admin] Network fa48d056-bb3a-4902-b0df-7a66e8554ee6 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:07:56.496419 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-cded2609-287b-4055-81eb-00509d9d400c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:07:47Z', 'revision_number': 3, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port': {'id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:07:56.501650 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-88520a12-8cf9-46cb-8960-7e935d26060c req-0d955f74-e653-427c-aad6-76f4321c2af2 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Publish callbacks [] for port (526b84ae-bb5a-4d60-9870-31ee2d1e9cc4), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:56.523659 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-2450de22-df3b-4ac7-b922-e7a4f7289e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:07:56.538527 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2450de22-df3b-4ac7-b922-e7a4f7289e47 admin admin] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:07:56.546750 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2450de22-df3b-4ac7-b922-e7a4f7289e47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3932657'] for router_interface (315a5365-d6ea-4828-8d3a-bf43c9314f30), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:56.553607 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450de22-df3b-4ac7-b922-e7a4f7289e47 admin admin] Pushing event updated for resources: {'Port': ['ID=0af70e4b-5693-4b59-9694-15907d5de6c1,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:56.621106 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cded2609-287b-4055-81eb-00509d9d400c None None] The sync data for ids ['315a5365-d6ea-4828-8d3a-bf43c9314f30'] in dv-cinder-839987-5-smb is: [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:07:47Z', 'revision_number': 3, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port': {'id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:07:56.699965 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-88520a12-8cf9-46cb-8960-7e935d26060c req-0d955f74-e653-427c-aad6-76f4321c2af2 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (526b84ae-bb5a-4d60-9870-31ee2d1e9cc4), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:56.849275 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Checking router: b609c361-fa12-468d-a339-eb11338f8d3c for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:07:56.850647 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Updating router b609c361-fa12-468d-a339-eb11338f8d3c port c7b5921c-bad0-4399-9735-23ab9fc83934 binding host dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:07:56.877710 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88520a12-8cf9-46cb-8960-7e935d26060c req-0d955f74-e653-427c-aad6-76f4321c2af2 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Network 0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:07:56.932891 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:07:56.933974 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 99fb45fa-c20a-413a-8c60-8017b1506330 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:07:57.026150 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:57.036318 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2450de22-df3b-4ac7-b922-e7a4f7289e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:57.120843 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [req-88520a12-8cf9-46cb-8960-7e935d26060c req-0d955f74-e653-427c-aad6-76f4321c2af2 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:07:57.122931 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d955f74-e653-427c-aad6-76f4321c2af2 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Pushing event updated for resources: {'Port': ['ID=526b84ae-bb5a-4d60-9870-31ee2d1e9cc4,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:57.137513 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-81630662-8611-4ed3-ae38-06a6b2ed10d7 None None] Provisioning complete for port 0af70e4b-5693-4b59-9694-15907d5de6c1 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:57.138721 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-81630662-8611-4ed3-ae38-06a6b2ed10d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:57.150763 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [req-88520a12-8cf9-46cb-8960-7e935d26060c req-0d955f74-e653-427c-aad6-76f4321c2af2 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:07:57.164870 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88520a12-8cf9-46cb-8960-7e935d26060c req-0d955f74-e653-427c-aad6-76f4321c2af2 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:07:57.174327 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-88520a12-8cf9-46cb-8960-7e935d26060c req-0d955f74-e653-427c-aad6-76f4321c2af2 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for port (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:57.242915 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-88520a12-8cf9-46cb-8960-7e935d26060c req-0d955f74-e653-427c-aad6-76f4321c2af2 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4759912 May 16 19:07:57.258474 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [req-88520a12-8cf9-46cb-8960-7e935d26060c req-d4339f00-0b39-4329-851b-57ca2891ae0e tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103573) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:07:57.259528 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-88520a12-8cf9-46cb-8960-7e935d26060c req-d4339f00-0b39-4329-851b-57ca2891ae0e tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056074 May 16 19:07:57.321217 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 99fb45fa-c20a-413a-8c60-8017b1506330 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:57.321843 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (99fb45fa-c20a-413a-8c60-8017b1506330), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:57.616739 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-81630662-8611-4ed3-ae38-06a6b2ed10d7 None None] Port 0af70e4b-5693-4b59-9694-15907d5de6c1 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:07:57.686416 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2450de22-df3b-4ac7-b922-e7a4f7289e47 admin admin] Publish callbacks [] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:57.704397 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2450de22-df3b-4ac7-b922-e7a4f7289e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:57.705232 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2450de22-df3b-4ac7-b922-e7a4f7289e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3891522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3933115'] for router_interface (315a5365-d6ea-4828-8d3a-bf43c9314f30), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:57.787390 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 51882) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:57.793490 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-851f4785-4959-4b15-9b07-55d8c804fce2 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1172721852', 'description': 'tempest-description--1202984298'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:07:57.918700 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-851f4785-4959-4b15-9b07-55d8c804fce2 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:57.962788 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 99fb45fa-c20a-413a-8c60-8017b1506330 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:07:58.150008 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Publish callbacks [] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:58.168128 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:58.185712 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2450de22-df3b-4ac7-b922-e7a4f7289e47 admin admin] Network fa48d056-bb3a-4902-b0df-7a66e8554ee6 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:07:58.201398 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-2450de22-df3b-4ac7-b922-e7a4f7289e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:07:58.235184 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450de22-df3b-4ac7-b922-e7a4f7289e47 admin admin] Pushing event updated for resources: {'Port': ['ID=0af70e4b-5693-4b59-9694-15907d5de6c1,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:58.252290 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-851f4785-4959-4b15-9b07-55d8c804fce2 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (c16947cd-2265-448f-991b-a63d779a95a5), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:58.300338 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-37f0a1ad-bb27-4daa-bdcc-f585e717ccb7 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103573) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:07:58.326340 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-37f0a1ad-bb27-4daa-bdcc-f585e717ccb7 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.5075991 May 16 19:07:58.332084 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-851f4785-4959-4b15-9b07-55d8c804fce2 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (c16947cd-2265-448f-991b-a63d779a95a5), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:58.340854 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:07:58.654723 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cbe29-4d3c-41ad-acee-a79f8a340fcb None None] Pushing event updated for resources: {'Port': ['ID=c7b5921c-bad0-4399-9735-23ab9fc83934,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:58.898142 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Attempting to bind port c7b5921c-bad0-4399-9735-23ab9fc83934 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:07:58.899935 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Attempting to bind port c7b5921c-bad0-4399-9735-23ab9fc83934 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:07:58.900869 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Attempting to bind port c7b5921c-bad0-4399-9735-23ab9fc83934 on network c1cc3c61-1225-4d74-a272-e27badcaaf2d {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:07:58.944197 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:58.944820 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (3b427ebd-d86e-4d67-aadf-aa6f7f5abad5), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:58.952960 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:07:58.954359 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Checking segment: {'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:07:58.955811 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:58.957044 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Bound using segment: {'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:07:58.958604 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Bound port: c7b5921c-bad0-4399-9735-23ab9fc83934, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:07:58.959349 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Sync routers for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:07:58.959893 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:58.984790 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:07:58.987742 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:07:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:07:59.047422 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2450de22-df3b-4ac7-b922-e7a4f7289e47 admin admin] Router 315a5365-d6ea-4828-8d3a-bf43c9314f30 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:07:59.109844 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] For port c7b5921c-bad0-4399-9735-23ab9fc83934, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:07:59.125718 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] For port c7b5921c-bad0-4399-9735-23ab9fc83934, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=c7b5921c-bad0-4399-9735-23ab9fc83934,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:07:59.231424 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:59.305865 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-851f4785-4959-4b15-9b07-55d8c804fce2 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:59.308127 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-851f4785-4959-4b15-9b07-55d8c804fce2 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5187435 May 16 19:07:59.317653 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634053a7-aa1f-4b3f-ab4c-17905cb927ff req-387cd568-079d-447d-bf77-a9d24c02d2bf tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:07:59.320666 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-634053a7-aa1f-4b3f-ab4c-17905cb927ff req-387cd568-079d-447d-bf77-a9d24c02d2bf tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 931 time: 1.3375103 May 16 19:07:59.376020 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 51920) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:07:59.377888 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:07:59.378237 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f4785-4959-4b15-9b07-55d8c804fce2 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c16947cd-2265-448f-991b-a63d779a95a5,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:07:59.397007 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-9147b822-2d47-4079-8fe2-fb72dc78815b tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'security_group_rule': {'security_group_id': 'c16947cd-2265-448f-991b-a63d779a95a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:07:59.409919 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-c9be1cad-2aed-4096-ab08-d02c69fd0363 None None] Provisioning complete for port 0af70e4b-5693-4b59-9694-15907d5de6c1 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:07:59.410525 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c9be1cad-2aed-4096-ab08-d02c69fd0363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:59.446263 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2450de22-df3b-4ac7-b922-e7a4f7289e47 admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:07:59.468033 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-2450de22-df3b-4ac7-b922-e7a4f7289e47 admin admin] 10.222.0.65 "PUT /v2.0/routers/315a5365-d6ea-4828-8d3a-bf43c9314f30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8007922 May 16 19:07:59.524461 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-c9be1cad-2aed-4096-ab08-d02c69fd0363 None None] Port 0af70e4b-5693-4b59-9694-15907d5de6c1 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:07:59.567668 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Request body: {'port': {'device_id': 'fdd6ea9e-7d09-4477-a49c-19d04c663acb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:07:59.615724 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Routers {'b609c361-fa12-468d-a339-eb11338f8d3c'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:07:59.617514 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:07:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['b609c361-fa12-468d-a339-eb11338f8d3c'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:07:59.926741 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-634053a7-aa1f-4b3f-ab4c-17905cb927ff req-91dc0c1a-0b14-4354-a218-b444de988203 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194862 May 16 19:07:59.978055 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9147b822-2d47-4079-8fe2-fb72dc78815b tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (a7c49721-bb71-4196-83ed-3efdf540e69c), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:07:59.992479 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cbe29-4d3c-41ad-acee-a79f8a340fcb None None] Pushing event updated for resources: {'Port': ['ID=c7b5921c-bad0-4399-9735-23ab9fc83934,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:00.004141 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-abf2b408-df63-4f91-8f07-e8e709fa90a2 service neutron] 10.222.0.65 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4297521 May 16 19:08:00.183566 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:07:52Z', 'revision_number': 2, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:00.195425 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (526b84ae-bb5a-4d60-9870-31ee2d1e9cc4), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.226529 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Checking router: 363ffe14-eb3e-4a05-a481-5c6b0647fc22 for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:08:00.227209 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Updating router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 port f1ae1478-a1c3-49a3-84e5-b47565279535 binding host dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:08:00.243083 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] Set router b609c361-fa12-468d-a339-eb11338f8d3c gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:00.315980 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.593631 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 51960) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:00.597246 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-faf63b56-60a2-444a-bd52-de16e344010d tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--407237509', 'description': 'tempest-description--1464673574'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:00.753761 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-faf63b56-60a2-444a-bd52-de16e344010d tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.853765 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9147b822-2d47-4079-8fe2-fb72dc78815b tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (a7c49721-bb71-4196-83ed-3efdf540e69c), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.915692 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Sync routers for ids ['315a5365-d6ea-4828-8d3a-bf43c9314f30'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:08:00.928245 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-5f281fec-ab95-4ed3-a875-eb9880429339 None None] Provisioning complete for port c7b5921c-bad0-4399-9735-23ab9fc83934 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:00.928752 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5f281fec-ab95-4ed3-a875-eb9880429339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.968483 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9147b822-2d47-4079-8fe2-fb72dc78815b tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (a7c49721-bb71-4196-83ed-3efdf540e69c), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:00.970156 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:00.970597 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (3b427ebd-d86e-4d67-aadf-aa6f7f5abad5), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.066492 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-bba01f2a-0833-490b-a53e-8639e2c0e5c8 service neutron] 10.222.0.65 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0343251 May 16 19:08:01.081545 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147b822-2d47-4079-8fe2-fb72dc78815b tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c49721-bb71-4196-83ed-3efdf540e69c,revision_number=0']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:01.122062 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-faf63b56-60a2-444a-bd52-de16e344010d tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group (bb966f55-5193-44f8-9a59-59512d3c7089), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.133999 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-faf63b56-60a2-444a-bd52-de16e344010d tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (bb966f55-5193-44f8-9a59-59512d3c7089), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.199469 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9147b822-2d47-4079-8fe2-fb72dc78815b tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.201151 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-9147b822-2d47-4079-8fe2-fb72dc78815b tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8146775 May 16 19:08:01.204858 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 51972) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:01.207148 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-faf63b56-60a2-444a-bd52-de16e344010d tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.214089 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-faf63b56-60a2-444a-bd52-de16e344010d tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6240096 May 16 19:08:01.214573 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 51974) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:01.260525 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] For port 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=3b427ebd-d86e-4d67-aadf-aa6f7f5abad5,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:01.261718 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-055fc126-b7de-49cf-971c-0ab602eca566 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Request body: {'security_group_rule': {'security_group_id': 'bb966f55-5193-44f8-9a59-59512d3c7089', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:01.269190 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Routers {'315a5365-d6ea-4828-8d3a-bf43c9314f30'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:01.270220 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:07:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['315a5365-d6ea-4828-8d3a-bf43c9314f30'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:01.279993 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (3b427ebd-d86e-4d67-aadf-aa6f7f5abad5), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.281353 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 5b3f9731-c84e-4e68-b303-127a5d307215 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:01.343793 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-a2f159b7-213d-484b-8931-b804b115ec01 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'security_group_rule': {'security_group_id': 'c16947cd-2265-448f-991b-a63d779a95a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:01.351850 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf63b56-60a2-444a-bd52-de16e344010d tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb966f55-5193-44f8-9a59-59512d3c7089,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:01.393033 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-055fc126-b7de-49cf-971c-0ab602eca566 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group_rule (04404619-1e06-4a60-9901-57e4cabda66d), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.493757 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Pushing event updated for resources: {'Port': ['ID=3b427ebd-d86e-4d67-aadf-aa6f7f5abad5,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:01.511103 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 5b3f9731-c84e-4e68-b303-127a5d307215 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:01.513018 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (5b3f9731-c84e-4e68-b303-127a5d307215), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.616223 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-055fc126-b7de-49cf-971c-0ab602eca566 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group_rule (04404619-1e06-4a60-9901-57e4cabda66d), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.627716 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-055fc126-b7de-49cf-971c-0ab602eca566 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (04404619-1e06-4a60-9901-57e4cabda66d), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.663069 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Publish callbacks [] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.667688 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fc126-b7de-49cf-971c-0ab602eca566 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04404619-1e06-4a60-9901-57e4cabda66d,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:01.673773 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-5f281fec-ab95-4ed3-a875-eb9880429339 None None] Current status of the port c7b5921c-bad0-4399-9735-23ab9fc83934 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:01.674595 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5f281fec-ab95-4ed3-a875-eb9880429339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.677719 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.687069 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09a902-3f62-4759-8c18-4f3e3ab424ab req-d8dc33a9-f585-4ce2-8f69-9f388f17817e tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:01.715105 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-be09a902-3f62-4759-8c18-4f3e3ab424ab req-d8dc33a9-f585-4ce2-8f69-9f388f17817e tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 931 time: 0.5079324 May 16 19:08:01.718676 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-055fc126-b7de-49cf-971c-0ab602eca566 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.719891 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-055fc126-b7de-49cf-971c-0ab602eca566 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4774411 May 16 19:08:01.728087 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 51992) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:01.732712 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-027c1ab3-583f-4703-8bb5-b005e7a6ecbb tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Request body: {'security_group_rule': {'security_group_id': 'bb966f55-5193-44f8-9a59-59512d3c7089', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:01.795072 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-027c1ab3-583f-4703-8bb5-b005e7a6ecbb tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group_rule (c2421445-1736-4525-87b0-5f22cbe74450), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.955759 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-5f281fec-ab95-4ed3-a875-eb9880429339 None None] For port c7b5921c-bad0-4399-9735-23ab9fc83934, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=c7b5921c-bad0-4399-9735-23ab9fc83934,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:01.960017 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-be09a902-3f62-4759-8c18-4f3e3ab424ab req-fa85b1e9-3654-4411-9d93-f79d67538079 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425582 May 16 19:08:01.984897 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5f281fec-ab95-4ed3-a875-eb9880429339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.991232 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126175de-fa0d-49b3-a614-40f23a3587f4 None None] Pushing event updated for resources: {'Port': ['ID=f1ae1478-a1c3-49a3-84e5-b47565279535,revision_number=3']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:01.992021 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 5b3f9731-c84e-4e68-b303-127a5d307215 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:01.992454 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (5b3f9731-c84e-4e68-b303-127a5d307215), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:01.999342 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-027c1ab3-583f-4703-8bb5-b005e7a6ecbb tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group_rule (c2421445-1736-4525-87b0-5f22cbe74450), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.008891 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-027c1ab3-583f-4703-8bb5-b005e7a6ecbb tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (c2421445-1736-4525-87b0-5f22cbe74450), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.065656 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c1ab3-583f-4703-8bb5-b005e7a6ecbb tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2421445-1736-4525-87b0-5f22cbe74450,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:02.082248 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-027c1ab3-583f-4703-8bb5-b005e7a6ecbb tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.089970 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-027c1ab3-583f-4703-8bb5-b005e7a6ecbb tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3578160 May 16 19:08:02.090178 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Set router 315a5365-d6ea-4828-8d3a-bf43c9314f30 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:02.090506 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 51998) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:02.100538 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-8cc53380-917c-4eac-ad87-6337b4ea723f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Request body: {'floatingip': {'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:02.104318 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-271ea285-0407-43a9-a039-53e7a9ee2051 req-1d0bc2c2-1852-4e59-8c11-1a531cb835d3 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 210 time: 0.3672693 May 16 19:08:02.136949 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a2f159b7-213d-484b-8931-b804b115ec01 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (50622230-634e-4f49-9a8a-be89dabf5069), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.246764 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8cc53380-917c-4eac-ad87-6337b4ea723f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.296871 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Attempting to bind port f1ae1478-a1c3-49a3-84e5-b47565279535 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:02.299641 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Attempting to bind port f1ae1478-a1c3-49a3-84e5-b47565279535 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:02.300952 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Attempting to bind port f1ae1478-a1c3-49a3-84e5-b47565279535 on network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:02.315735 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:02.333058 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Checking segment: {'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:02.333659 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.338587 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Bound using segment: {'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:02.340238 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Bound port: f1ae1478-a1c3-49a3-84e5-b47565279535, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'}}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:02.341023 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.641818 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8cc53380-917c-4eac-ad87-6337b4ea723f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.673982 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] For port f1ae1478-a1c3-49a3-84e5-b47565279535, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:02.692506 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] For port f1ae1478-a1c3-49a3-84e5-b47565279535, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=f1ae1478-a1c3-49a3-84e5-b47565279535,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:02.720778 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.903419 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126175de-fa0d-49b3-a614-40f23a3587f4 None None] Pushing event updated for resources: {'Port': ['ID=f1ae1478-a1c3-49a3-84e5-b47565279535,revision_number=4']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:02.906514 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] For port 5b3f9731-c84e-4e68-b303-127a5d307215, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=5b3f9731-c84e-4e68-b303-127a5d307215,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:02.908293 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-458338777-router', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:41Z', 'updated_at': '2022-05-16T19:07:48Z', 'revision_number': 4, 'project_id': '70b756666b7843baa63dd49b0d871431', 'gw_port': {'id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:42Z', 'updated_at': '2022-05-16T19:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'c7b5921c-bad0-4399-9735-23ab9fc83934', 'name': '', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'mac_address': 'fa:16:3e:97:90:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:07:59Z', 'revision_number': 4, 'project_id': '70b756666b7843baa63dd49b0d871431', 'subnets': [{'id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:02.910796 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-90682b0f-a42d-4c8b-9eb1-c357b54cbb5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:02.926947 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:02.927771 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:07:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:03.012137 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-8cc53380-917c-4eac-ad87-6337b4ea723f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Allocated IP 172.28.3.161 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/4ca556a4-05cd-4521-b746-6143fc259e27) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:03.047733 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a2f159b7-213d-484b-8931-b804b115ec01 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (50622230-634e-4f49-9a8a-be89dabf5069), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.172541 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (5b3f9731-c84e-4e68-b303-127a5d307215), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.201248 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:03.263857 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.notifiers.nova [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:03.306732 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Publish callbacks [] for port (526b84ae-bb5a-4d60-9870-31ee2d1e9cc4), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.334781 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-482b8bc1-0ba2-4a41-acdc-db2fa8a42b4c None None] Provisioning complete for port c7b5921c-bad0-4399-9735-23ab9fc83934 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:03.335345 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-482b8bc1-0ba2-4a41-acdc-db2fa8a42b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.370381 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Transition to ACTIVE for port object 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 will not be triggered until provisioned by entity L2. {{(pid=103573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:08:03.416043 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a2f159b7-213d-484b-8931-b804b115ec01 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (50622230-634e-4f49-9a8a-be89dabf5069), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.483484 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f569eea-dbd1-4675-8994-17c1197b78da None None] The sync data for ids ['b609c361-fa12-468d-a339-eb11338f8d3c'] in dv-cinder-839987-5-smb is: [{'id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-458338777-router', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:41Z', 'updated_at': '2022-05-16T19:07:48Z', 'revision_number': 4, 'project_id': '70b756666b7843baa63dd49b0d871431', 'gw_port': {'id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:42Z', 'updated_at': '2022-05-16T19:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'c7b5921c-bad0-4399-9735-23ab9fc83934', 'name': '', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'mac_address': 'fa:16:3e:97:90:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:07:59Z', 'revision_number': 4, 'project_id': '70b756666b7843baa63dd49b0d871431', 'subnets': [{'id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:08:03.522983 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device f1ae1478-a1c3-49a3-84e5-b47565279535 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:03.609233 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (526b84ae-bb5a-4d60-9870-31ee2d1e9cc4), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:03.723761 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f281fec-ab95-4ed3-a875-eb9880429339 None None] Pushing event updated for resources: {'Port': ['ID=c7b5921c-bad0-4399-9735-23ab9fc83934,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:03.875993 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:02Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:03.881135 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8cc53380-917c-4eac-ad87-6337b4ea723f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for port (4ca556a4-05cd-4521-b746-6143fc259e27), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.023481 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2cb24f-35e9-42e0-a4c3-624fd3ef79a2 None None] The sync data for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb is: [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:02Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:08:04.033875 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a2f159b7-213d-484b-8931-b804b115ec01 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.040268 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 52104) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:04.040845 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-a2f159b7-213d-484b-8931-b804b115ec01 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7085085 May 16 19:08:04.042017 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Pushing event updated for resources: {'Port': ['ID=5b3f9731-c84e-4e68-b303-127a5d307215,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:04.050138 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-41d3d410-9556-4857-ac96-e289fed8d249 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'floatingip': {'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:04.052319 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-09f9ce06-659b-4d7e-b6e0-3908774cac39 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:04.065888 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-09f9ce06-659b-4d7e-b6e0-3908774cac39 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/networks?id=c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 200 len: 818 time: 1.3441992 May 16 19:08:04.101687 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639593ae-a5d8-40bd-af2e-3082b1f2329f req-8c339a5c-ad23-414c-bc79-2a212e1f7666 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:04.105704 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8cc53380-917c-4eac-ad87-6337b4ea723f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (4ca556a4-05cd-4521-b746-6143fc259e27), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.114871 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-639593ae-a5d8-40bd-af2e-3082b1f2329f req-8c339a5c-ad23-414c-bc79-2a212e1f7666 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 943 time: 0.7375185 May 16 19:08:04.228291 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-639593ae-a5d8-40bd-af2e-3082b1f2329f req-90018a7c-33e8-4638-95a1-d577eb2145fc tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106808 May 16 19:08:04.263446 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc53380-917c-4eac-ad87-6337b4ea723f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:04.276773 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-d949e8b9-50a7-4805-a443-5bd4ababe44b tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/quotas/70b756666b7843baa63dd49b0d871431 HTTP/1.1" status: 200 len: 375 time: 0.2095280 May 16 19:08:04.290770 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-8cc53380-917c-4eac-ad87-6337b4ea723f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:04.293317 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:07:56Z', 'revision_number': 4, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port': {'id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:07:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': '0af70e4b-5693-4b59-9694-15907d5de6c1', 'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'mac_address': 'fa:16:3e:e4:ad:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:55Z', 'updated_at': '2022-05-16T19:07:57Z', 'revision_number': 2, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'subnets': [{'id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:04.325579 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc53380-917c-4eac-ad87-6337b4ea723f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:04.333229 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 52108) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:04.421222 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-41d3d410-9556-4857-ac96-e289fed8d249 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.441744 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-482b8bc1-0ba2-4a41-acdc-db2fa8a42b4c None None] Current status of the port c7b5921c-bad0-4399-9735-23ab9fc83934 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:04.445833 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Checking router: 315a5365-d6ea-4828-8d3a-bf43c9314f30 for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:08:04.446216 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Updating router 315a5365-d6ea-4828-8d3a-bf43c9314f30 port 0af70e4b-5693-4b59-9694-15907d5de6c1 binding host dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:08:04.621346 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc53380-917c-4eac-ad87-6337b4ea723f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Pushing event updated for resources: {'Port': ['ID=4ca556a4-05cd-4521-b746-6143fc259e27,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:04.635842 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.654338 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port f1ae1478-a1c3-49a3-84e5-b47565279535 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:04.654720 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.756898 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Attempting to bind port 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:04.756898 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Attempting to bind port 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '2cc6f297-2e6f-4ef9-bdcc-6da624d725b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:04.757398 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Attempting to bind port 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 on network 0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:04.770435 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f159b7-213d-484b-8931-b804b115ec01 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50622230-634e-4f49-9a8a-be89dabf5069,revision_number=0']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:04.787276 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-23c5c21d-e3c6-4620-971b-d1f087ca4436 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=70b756666b7843baa63dd49b0d871431&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5087423 May 16 19:08:04.833743 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.865248 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ece6c684-705c-4d80-a404-fbfeaa96e50c None None] Provisioning complete for port f1ae1478-a1c3-49a3-84e5-b47565279535 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:04.865662 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ece6c684-705c-4d80-a404-fbfeaa96e50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:04.940161 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Port 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 on network 0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:08:04.940484 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Attempting to bind port 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 on network 0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:05.016531 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:05.017213 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Checking segment: {'id': '2cc6f297-2e6f-4ef9-bdcc-6da624d725b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:05.017982 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Bound using segment: {'id': '2cc6f297-2e6f-4ef9-bdcc-6da624d725b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:05.018633 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Bound port: 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cc6f297-2e6f-4ef9-bdcc-6da624d725b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:05.019180 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (526b84ae-bb5a-4d60-9870-31ee2d1e9cc4), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.055433 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aa573972-c820-4562-9979-f1c124ec25b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.078855 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Pushing event updated for resources: {'Port': ['ID=526b84ae-bb5a-4d60-9870-31ee2d1e9cc4,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:05.194922 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8cc53380-917c-4eac-ad87-6337b4ea723f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for floatingip (dc10210f-f063-40f0-8f58-a8029f3f2437), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.266600 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] For port 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4, host hv-cinder-83998, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:05.272027 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] For port 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=526b84ae-bb5a-4d60-9870-31ee2d1e9cc4,segment=NetworkSegment(2cc6f297-2e6f-4ef9-bdcc-6da624d725b9),segment_id=2cc6f297-2e6f-4ef9-bdcc-6da624d725b9)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:05.287887 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 52136) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:05.318434 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (526b84ae-bb5a-4d60-9870-31ee2d1e9cc4), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.394648 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aa573972-c820-4562-9979-f1c124ec25b0 admin admin] Publish callbacks [] for security_group (b523b0f4-4be4-434d-972d-9790b93d718c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.406788 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-33007965-545c-4e85-8a5d-846faeb51963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.422277 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aa573972-c820-4562-9979-f1c124ec25b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (b523b0f4-4be4-434d-972d-9790b93d718c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.427950 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Pushing event updated for resources: {'Port': ['ID=526b84ae-bb5a-4d60-9870-31ee2d1e9cc4,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:05.462213 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:05.462930 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for port (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.465258 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-88520a12-8cf9-46cb-8960-7e935d26060c req-677fd2e8-29c2-4286-886d-189ad5677be2 service neutron] 10.222.0.78 "PUT /v2.0/ports/526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 HTTP/1.1" status: 200 len: 1093 time: 7.4833441 May 16 19:08:05.465948 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdd6ea9e-7d09-4477-a49c-19d04c663acb', 'tag': '526b84ae-bb5a-4d60-9870-31ee2d1e9cc4'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:05.505756 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-41d3d410-9556-4857-ac96-e289fed8d249 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.586438 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-a3fb6493-acef-4e35-a643-55d9099d6bbf service neutron] 10.222.0.65 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7779655 May 16 19:08:05.714162 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d194c-8920-4cb8-9154-aa442d3669aa req-81630eb8-f664-466c-83d0-34fc32721591 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:05.716826 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-210d194c-8920-4cb8-9154-aa442d3669aa req-81630eb8-f664-466c-83d0-34fc32721591 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 943 time: 0.1582122 May 16 19:08:05.817629 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ece6c684-705c-4d80-a404-fbfeaa96e50c None None] Current status of the port f1ae1478-a1c3-49a3-84e5-b47565279535 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:05.818445 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ece6c684-705c-4d80-a404-fbfeaa96e50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.824332 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port f1ae1478-a1c3-49a3-84e5-b47565279535 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:05.825040 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.836034 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ba8961bc-17ff-4c6b-8fe7-96920549e185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:05.886336 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-41d3d410-9556-4857-ac96-e289fed8d249 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Allocated IP 172.28.3.38 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/f6160444-ed86-4abc-a430-5680e5fa468b) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:06.239872 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-41d3d410-9556-4857-ac96-e289fed8d249 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for port (f6160444-ed86-4abc-a430-5680e5fa468b), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.246059 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] For port f1ae1478-a1c3-49a3-84e5-b47565279535, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=f1ae1478-a1c3-49a3-84e5-b47565279535,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:06.259752 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.261021 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:06.276951 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.282365 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 52152) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:06.282703 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.78', 63060) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:06.343262 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-41d3d410-9556-4857-ac96-e289fed8d249 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (f6160444-ed86-4abc-a430-5680e5fa468b), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.450847 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1e6c95055ea8af60a6cf55267712f4255de8fda57894f5867c3333729ade532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c97db4-cc25-4444-8689-3080180c226f" -d '{"events": [{"name": "network-changed", "server_uuid": "fdd6ea9e-7d09-4477-a49c-19d04c663acb", "tag": "526b84ae-bb5a-4d60-9870-31ee2d1e9cc4"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:06.477321 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8cc53380-917c-4eac-ad87-6337b4ea723f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (4ca556a4-05cd-4521-b746-6143fc259e27), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.677170 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-02461f4b-7fc7-4e73-ab22-e6efed2f6e74 service neutron] 10.222.0.65 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0513213 May 16 19:08:06.722716 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-210d194c-8920-4cb8-9154-aa442d3669aa req-e07de460-513d-4032-b6fb-107b680ad823 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9335623 May 16 19:08:06.767720 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88520a12-8cf9-46cb-8960-7e935d26060c req-fbed64d0-92e9-4ff7-b055-c19e378b8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:06.769581 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-88520a12-8cf9-46cb-8960-7e935d26060c req-fbed64d0-92e9-4ff7-b055-c19e378b8d1f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=18dc75f08cd74be8a8484234f77ad966&device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 1127 time: 0.3047097 May 16 19:08:06.827145 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Publish callbacks [] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.877173 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-88520a12-8cf9-46cb-8960-7e935d26060c req-9ecfd859-a27b-4f45-859b-fc791da3888c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 HTTP/1.1" status: 200 len: 217 time: 0.0969791 May 16 19:08:06.944602 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.957985 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ba8961bc-17ff-4c6b-8fe7-96920549e185 admin admin] Publish callbacks [] for security_group (a8f649c6-f116-4e09-b9d6-0b43435c5417), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:06.973904 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ba8961bc-17ff-4c6b-8fe7-96920549e185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (a8f649c6-f116-4e09-b9d6-0b43435c5417), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:07.007390 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:07.008318 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (3b427ebd-d86e-4d67-aadf-aa6f7f5abad5), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:07.034946 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8cc53380-917c-4eac-ad87-6337b4ea723f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for port (4ca556a4-05cd-4521-b746-6143fc259e27), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:07.040036 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa573972-c820-4562-9979-f1c124ec25b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b523b0f4-4be4-434d-972d-9790b93d718c,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:07.055212 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8cc53380-917c-4eac-ad87-6337b4ea723f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (4ca556a4-05cd-4521-b746-6143fc259e27), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:07.065971 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-ba8961bc-17ff-4c6b-8fe7-96920549e185 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1abaccf2fac148dc8ecf1add07f14f89&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7711051 May 16 19:08:07.072836 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 52172) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:07.074163 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8961bc-17ff-4c6b-8fe7-96920549e185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f649c6-f116-4e09-b9d6-0b43435c5417,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:07.079843 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d3d410-9556-4857-ac96-e289fed8d249 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:07.098587 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.db.api [None req-ece6c684-705c-4d80-a404-fbfeaa96e50c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103575) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 19:08:07.098989 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG oslo_db.api [None req-ece6c684-705c-4d80-a404-fbfeaa96e50c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 19:08:07.106551 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88520a12-8cf9-46cb-8960-7e935d26060c req-47747443-c029-4c70-8ef5-41de60bd0e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:07.117370 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-88520a12-8cf9-46cb-8960-7e935d26060c req-47747443-c029-4c70-8ef5-41de60bd0e7a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a0248f02-a6fd-41a8-b7e8-0b0a4b6d0be4 HTTP/1.1" status: 200 len: 852 time: 0.2235637 May 16 19:08:07.154903 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Pushing event updated for resources: {'Port': ['ID=f1ae1478-a1c3-49a3-84e5-b47565279535,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:07.172741 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8cc53380-917c-4eac-ad87-6337b4ea723f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (dc10210f-f063-40f0-8f58-a8029f3f2437), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:07.196871 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-aa573972-c820-4562-9979-f1c124ec25b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a5afea6e9c14a45bc11797eb5b03394&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8567777 May 16 19:08:07.203312 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ab708a56-3ea2-48fe-bb85-b9d54f1d4f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:07.253330 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 52180) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:07.262400 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ea138d-f128-4c90-b049-6fc9de4d4eed x-openstack-request-id: req-17ea138d-f128-4c90-b049-6fc9de4d4eed {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:07.267555 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdd6ea9e-7d09-4477-a49c-19d04c663acb", "tag": "526b84ae-bb5a-4d60-9870-31ee2d1e9cc4", "status": "completed", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:07.268024 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17ea138d-f128-4c90-b049-6fc9de4d4eed {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:07.268635 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ea138d-f128-4c90-b049-6fc9de4d4eed'] response: {'name': 'network-changed', 'server_uuid': 'fdd6ea9e-7d09-4477-a49c-19d04c663acb', 'tag': '526b84ae-bb5a-4d60-9870-31ee2d1e9cc4', 'status': 'completed', 'code': 200} May 16 19:08:07.334204 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Attempting to bind port 0af70e4b-5693-4b59-9694-15907d5de6c1 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:07.334563 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Attempting to bind port 0af70e4b-5693-4b59-9694-15907d5de6c1 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': 'f695c4ed-817c-4a06-ac18-bfe5624b643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:07.336367 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Attempting to bind port 0af70e4b-5693-4b59-9694-15907d5de6c1 on network fa48d056-bb3a-4902-b0df-7a66e8554ee6 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:07.370336 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-88520a12-8cf9-46cb-8960-7e935d26060c req-83fc49d4-34df-4ef0-ae62-eb4a48bb5d47 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2425783 May 16 19:08:07.381002 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:07.381409 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Checking segment: {'id': 'f695c4ed-817c-4a06-ac18-bfe5624b643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:07.381878 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:07.382318 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Bound using segment: {'id': 'f695c4ed-817c-4a06-ac18-bfe5624b643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:07.387521 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Bound port: 0af70e4b-5693-4b59-9694-15907d5de6c1, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f695c4ed-817c-4a06-ac18-bfe5624b643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:07.387968 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:07.394772 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3d410-9556-4857-ac96-e289fed8d249 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'Port': ['ID=f6160444-ed86-4abc-a430-5680e5fa468b,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:07.402751 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002ba24-17ef-4fa4-9613-ce0df22b7ed1 None None] Pushing event updated for resources: {'Port': ['ID=0af70e4b-5693-4b59-9694-15907d5de6c1,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:07.487092 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:07.515452 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:07.577998 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] For port 0af70e4b-5693-4b59-9694-15907d5de6c1, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:07.582409 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] For port 0af70e4b-5693-4b59-9694-15907d5de6c1, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=0af70e4b-5693-4b59-9694-15907d5de6c1,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:07.597517 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:07.659935 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc53380-917c-4eac-ad87-6337b4ea723f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Pushing event updated for resources: {'Port': ['ID=4ca556a4-05cd-4521-b746-6143fc259e27,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:07.688093 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-41d3d410-9556-4857-ac96-e289fed8d249 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:07.696364 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d3d410-9556-4857-ac96-e289fed8d249 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:07.699337 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-88520a12-8cf9-46cb-8960-7e935d26060c req-58ed9b47-a205-4db1-97a7-75a980be0cbe service neutron] 10.222.0.78 "GET /v2.0/networks/0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188103 May 16 19:08:07.700936 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3dc03469-230a-4439-ac36-79d7b89c34e9 req-33e96f64-fa72-4d0a-b1f6-631445b656ed tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 210 time: 0.4663205 May 16 19:08:07.702897 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ece6c684-705c-4d80-a404-fbfeaa96e50c None None] Current status of the port f1ae1478-a1c3-49a3-84e5-b47565279535 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:07.714943 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb856-0cb4-4a26-a80a-3f1da2f75b11 admin admin] Publish callbacks [] for security_group (a8f649c6-f116-4e09-b9d6-0b43435c5417), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:07.743632 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Routers {'315a5365-d6ea-4828-8d3a-bf43c9314f30'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:07.744456 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:08:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['315a5365-d6ea-4828-8d3a-bf43c9314f30'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:07.879534 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-88520a12-8cf9-46cb-8960-7e935d26060c req-7fc9bbdf-6a1a-4c71-9368-105844f349d2 service neutron] 10.222.0.78 "GET /v2.0/networks/0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625848 May 16 19:08:07.918019 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-41d3d410-9556-4857-ac96-e289fed8d249 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.126797 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c97db4-cc25-4444-8689-3080180c226f req-7c2346db-d68c-4002-ad0b-197845a98494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:08.128831 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f0c97db4-cc25-4444-8689-3080180c226f req-7c2346db-d68c-4002-ad0b-197845a98494 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=18dc75f08cd74be8a8484234f77ad966&device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 1127 time: 0.1584215 May 16 19:08:08.133805 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb856-0cb4-4a26-a80a-3f1da2f75b11 admin admin] Publish callbacks [] for security_group (a8f649c6-f116-4e09-b9d6-0b43435c5417), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.187950 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8cc53380-917c-4eac-ad87-6337b4ea723f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.202787 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d275f7b-67d1-4278-8f12-3137418fd33a req-83556386-979b-4ff1-ab2d-85d46875bebb tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:08.204680 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8d275f7b-67d1-4278-8f12-3137418fd33a req-83556386-979b-4ff1-ab2d-85d46875bebb tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 943 time: 0.2905660 May 16 19:08:08.209319 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-8cc53380-917c-4eac-ad87-6337b4ea723f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1169040 May 16 19:08:08.330533 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002ba24-17ef-4fa4-9613-ce0df22b7ed1 None None] Pushing event updated for resources: {'Port': ['ID=0af70e4b-5693-4b59-9694-15907d5de6c1,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:08.350903 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8d275f7b-67d1-4278-8f12-3137418fd33a req-a8105590-c170-4715-b6a3-4fb734427592 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128666 May 16 19:08:08.352579 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-713ffc9b-b0c1-4cff-97e7-562a07496c2b None None] Provisioning complete for port 0af70e4b-5693-4b59-9694-15907d5de6c1 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:08.352984 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-713ffc9b-b0c1-4cff-97e7-562a07496c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.368779 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device f1ae1478-a1c3-49a3-84e5-b47565279535 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:08.393120 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ea5ba819-af42-4acb-a94f-ab5f34639772 admin admin] Publish callbacks [] for security_group (b523b0f4-4be4-434d-972d-9790b93d718c), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.485331 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ea5ba819-af42-4acb-a94f-ab5f34639772 admin admin] Publish callbacks [] for security_group (b523b0f4-4be4-434d-972d-9790b93d718c), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.485799 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] Set router 315a5365-d6ea-4828-8d3a-bf43c9314f30 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:08.501996 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb856-0cb4-4a26-a80a-3f1da2f75b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (a8f649c6-f116-4e09-b9d6-0b43435c5417), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.510516 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7dbcb856-0cb4-4a26-a80a-3f1da2f75b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.511968 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-7dbcb856-0cb4-4a26-a80a-3f1da2f75b11 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a8f649c6-f116-4e09-b9d6-0b43435c5417 HTTP/1.1" status: 204 len: 168 time: 1.4333522 May 16 19:08:08.532676 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbcb856-0cb4-4a26-a80a-3f1da2f75b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f649c6-f116-4e09-b9d6-0b43435c5417,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:08.542371 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c97db4-cc25-4444-8689-3080180c226f req-128eaf6f-0633-4179-9ba7-3022a8c55d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:08.543218 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f0c97db4-cc25-4444-8689-3080180c226f req-128eaf6f-0633-4179-9ba7-3022a8c55d2f service neutron] 10.222.0.78 "GET /v2.0/networks?id=0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2 HTTP/1.1" status: 200 len: 913 time: 0.3959248 May 16 19:08:08.698302 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.726065 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f0c97db4-cc25-4444-8689-3080180c226f req-4249fe83-426b-4c17-bb40-1e656a253c3d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 HTTP/1.1" status: 200 len: 217 time: 0.0648372 May 16 19:08:08.747509 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-41d3d410-9556-4857-ac96-e289fed8d249 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (f6160444-ed86-4abc-a430-5680e5fa468b), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.749537 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port f1ae1478-a1c3-49a3-84e5-b47565279535 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:08.749537 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.821106 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-1fdf1c9d-3169-488d-af95-701220bc46c6 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--407237509&fields=id&tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5 HTTP/1.1" status: 200 len: 267 time: 0.1996288 May 16 19:08:08.846345 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-6fc60588-1d48-49b5-83ac-f942d98c81c9 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:08.849630 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-6fc60588-1d48-49b5-83ac-f942d98c81c9 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.78 "GET /v2.0/networks?id=c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 200 len: 818 time: 2.5511999 May 16 19:08:08.881730 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-6eb08509-067b-450c-8694-4b9420e66150 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Request body: {'port': {'device_id': '3ca76ef1-18a3-4028-a0f7-8cd6eb61e078', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'admin_state_up': True, 'tenant_id': '70b756666b7843baa63dd49b0d871431'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:08.896186 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ea5ba819-af42-4acb-a94f-ab5f34639772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (b523b0f4-4be4-434d-972d-9790b93d718c), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.900421 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ea5ba819-af42-4acb-a94f-ab5f34639772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:08.902803 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-ea5ba819-af42-4acb-a94f-ab5f34639772 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b523b0f4-4be4-434d-972d-9790b93d718c HTTP/1.1" status: 204 len: 168 time: 1.5130687 May 16 19:08:08.997904 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-49e22184-702c-4ffc-a816-5fa996e13937 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:09.006224 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-49e22184-702c-4ffc-a816-5fa996e13937 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/networks?id=fa48d056-bb3a-4902-b0df-7a66e8554ee6 HTTP/1.1" status: 200 len: 816 time: 0.1840484 May 16 19:08:09.037414 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ba819-af42-4acb-a94f-ab5f34639772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b523b0f4-4be4-434d-972d-9790b93d718c,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:09.047921 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ab708a56-3ea2-48fe-bb85-b9d54f1d4f26 admin admin] Publish callbacks [] for security_group (effdcf58-3f0f-4215-a47a-d7b0ff101c3b), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.053001 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port f1ae1478-a1c3-49a3-84e5-b47565279535 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:09.053502 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 5b3f9731-c84e-4e68-b303-127a5d307215 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:09.062853 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-713ffc9b-b0c1-4cff-97e7-562a07496c2b None None] Current status of the port 0af70e4b-5693-4b59-9694-15907d5de6c1 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:09.063220 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-713ffc9b-b0c1-4cff-97e7-562a07496c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.067834 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-30d72915-c71f-4e63-a3bf-166fbcf62b74 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/quotas/1e0707879ab84c20b8b6526f8ffdd7f5 HTTP/1.1" status: 200 len: 375 time: 0.0604188 May 16 19:08:09.079043 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ab708a56-3ea2-48fe-bb85-b9d54f1d4f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (effdcf58-3f0f-4215-a47a-d7b0ff101c3b), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.116499 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ee301539-0bc0-4013-9d4c-4386f9f5f3db req-ea14e09b-e1ae-425c-aaf4-c95141bec58f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 210 time: 0.1075587 May 16 19:08:09.177431 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c97db4-cc25-4444-8689-3080180c226f req-39e36ca4-6585-4975-a78f-27ffc10a59e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:09.181233 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-713ffc9b-b0c1-4cff-97e7-562a07496c2b None None] For port 0af70e4b-5693-4b59-9694-15907d5de6c1, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=0af70e4b-5693-4b59-9694-15907d5de6c1,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:09.183821 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f0c97db4-cc25-4444-8689-3080180c226f req-39e36ca4-6585-4975-a78f-27ffc10a59e6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a0248f02-a6fd-41a8-b7e8-0b0a4b6d0be4 HTTP/1.1" status: 200 len: 852 time: 0.3745410 May 16 19:08:09.186976 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 52224) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:09.193878 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-713ffc9b-b0c1-4cff-97e7-562a07496c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.204866 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-13d51aab-099a-490c-af67-0e19e57892ff tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1361606 May 16 19:08:09.215276 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-eefcfefd-51eb-4543-bc44-48138c80c40f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.234557 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab708a56-3ea2-48fe-bb85-b9d54f1d4f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effdcf58-3f0f-4215-a47a-d7b0ff101c3b,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:09.279610 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 5b3f9731-c84e-4e68-b303-127a5d307215 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:09.279908 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (5b3f9731-c84e-4e68-b303-127a5d307215), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.296170 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:07:56Z', 'revision_number': 4, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port': {'id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': '0af70e4b-5693-4b59-9694-15907d5de6c1', 'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'mac_address': 'fa:16:3e:e4:ad:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:55Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 4, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'subnets': [{'id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:09.350348 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ffc9b-b0c1-4cff-97e7-562a07496c2b None None] Pushing event updated for resources: {'Port': ['ID=0af70e4b-5693-4b59-9694-15907d5de6c1,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:09.357146 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba088c7a-74ec-4cdc-a920-47658d7db057 None None] The sync data for ids ['315a5365-d6ea-4828-8d3a-bf43c9314f30'] in dv-cinder-839987-5-smb is: [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:07:56Z', 'revision_number': 4, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port': {'id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': '0af70e4b-5693-4b59-9694-15907d5de6c1', 'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'mac_address': 'fa:16:3e:e4:ad:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:55Z', 'updated_at': '2022-05-16T19:08:07Z', 'revision_number': 4, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'subnets': [{'id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:08:09.367288 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-c38e5496-5d3e-454a-9bfc-b8a34b3af161 None None] Provisioning complete for port 0af70e4b-5693-4b59-9694-15907d5de6c1 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:09.367656 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c38e5496-5d3e-454a-9bfc-b8a34b3af161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.498304 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 5b3f9731-c84e-4e68-b303-127a5d307215 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:09.499241 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-41d3d410-9556-4857-ac96-e289fed8d249 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for port (f6160444-ed86-4abc-a430-5680e5fa468b), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.499775 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device c7b5921c-bad0-4399-9735-23ab9fc83934 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:09.510956 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-ab708a56-3ea2-48fe-bb85-b9d54f1d4f26 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1dc1ad3eaaa3422497b8a5db0cc5c70a&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2183852 May 16 19:08:09.512022 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 52232) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:09.515416 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-41d3d410-9556-4857-ac96-e289fed8d249 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (f6160444-ed86-4abc-a430-5680e5fa468b), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.561537 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-c38e5496-5d3e-454a-9bfc-b8a34b3af161 None None] Current status of the port 0af70e4b-5693-4b59-9694-15907d5de6c1 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:09.561777 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-d9ed3a22-2bc3-4b48-8810-4071250bf68d service neutron] 10.222.0.65 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331664 May 16 19:08:09.569739 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3d410-9556-4857-ac96-e289fed8d249 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'Port': ['ID=f6160444-ed86-4abc-a430-5680e5fa468b,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:09.579963 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-41d3d410-9556-4857-ac96-e289fed8d249 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.581275 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port c7b5921c-bad0-4399-9735-23ab9fc83934 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:09.581708 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.613081 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-41d3d410-9556-4857-ac96-e289fed8d249 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.624907 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-41d3d410-9556-4857-ac96-e289fed8d249 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5825629 May 16 19:08:09.637977 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-6eb08509-067b-450c-8694-4b9420e66150 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Made reservation on behalf of 70b756666b7843baa63dd49b0d871431 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:09.643326 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-6eb08509-067b-450c-8694-4b9420e66150 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.681666 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port c7b5921c-bad0-4399-9735-23ab9fc83934 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:09.768013 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000eb20-010e-4e7d-83c0-93d03dc812fc req-e90b1e9e-ff6d-4291-8952-7e590d2ec35b tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:09.769728 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4000eb20-010e-4e7d-83c0-93d03dc812fc req-e90b1e9e-ff6d-4291-8952-7e590d2ec35b tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 943 time: 0.2362704 May 16 19:08:09.822207 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-eefcfefd-51eb-4543-bc44-48138c80c40f admin admin] Publish callbacks [] for security_group (020de683-304e-4af5-8322-4d95446a6499), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.859466 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-eefcfefd-51eb-4543-bc44-48138c80c40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (020de683-304e-4af5-8322-4d95446a6499), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.862973 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 0af70e4b-5693-4b59-9694-15907d5de6c1 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:09.886566 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 52238) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:09.903146 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d4ecaa64-d765-4695-9563-c3edc8903d68 admin admin] Publish callbacks [] for security_group (effdcf58-3f0f-4215-a47a-d7b0ff101c3b), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.917163 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 0af70e4b-5693-4b59-9694-15907d5de6c1 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:09.917548 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.942989 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-eefcfefd-51eb-4543-bc44-48138c80c40f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a9738aef92f4274bc196abcdd8cfef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7523994 May 16 19:08:09.950331 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 52240) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:09.966975 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-879a502b-52da-4760-be20-93e196e29a6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:09.998547 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 0af70e4b-5693-4b59-9694-15907d5de6c1 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:10.002276 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d4ecaa64-d765-4695-9563-c3edc8903d68 admin admin] Publish callbacks [] for security_group (effdcf58-3f0f-4215-a47a-d7b0ff101c3b), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.016600 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefcfefd-51eb-4543-bc44-48138c80c40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020de683-304e-4af5-8322-4d95446a6499,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:10.020699 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-4cac8330-c2c1-466c-a68d-f6d46c2f022d service neutron] 10.222.0.65 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582236 May 16 19:08:10.044306 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4000eb20-010e-4e7d-83c0-93d03dc812fc req-5ce63232-ff63-4634-a19c-6d4c2be48666 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252049 May 16 19:08:10.115190 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d4ecaa64-d765-4695-9563-c3edc8903d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (effdcf58-3f0f-4215-a47a-d7b0ff101c3b), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.117939 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d4ecaa64-d765-4695-9563-c3edc8903d68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.119346 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-d4ecaa64-d765-4695-9563-c3edc8903d68 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/effdcf58-3f0f-4215-a47a-d7b0ff101c3b HTTP/1.1" status: 204 len: 168 time: 0.5996037 May 16 19:08:10.157462 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecaa64-d765-4695-9563-c3edc8903d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effdcf58-3f0f-4215-a47a-d7b0ff101c3b,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:10.181011 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-879a502b-52da-4760-be20-93e196e29a6a admin admin] Publish callbacks [] for security_group (80c8a40d-86b9-421a-bb52-4d188c3e9d6b), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.181297 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-6eb08509-067b-450c-8694-4b9420e66150 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Allocated IP 172.20.0.7 (c1cc3c61-1225-4d74-a272-e27badcaaf2d/ade8a152-1ee2-4456-af76-7bb459b607fb/d9db1dad-2833-49cc-86f4-829cf582ab79) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:10.225140 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-91908fe9-f5c0-4bea-a4cd-882faa9b034a tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1172721852&fields=id&tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513 HTTP/1.1" status: 200 len: 267 time: 0.0688505 May 16 19:08:10.226132 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-879a502b-52da-4760-be20-93e196e29a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (80c8a40d-86b9-421a-bb52-4d188c3e9d6b), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.348597 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-879a502b-52da-4760-be20-93e196e29a6a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2147bbed01fc4072af94eb96ec11d2ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4549613 May 16 19:08:10.351819 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 52260) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:10.377103 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-52d7df87-4275-405b-aabd-a74daaa198f4 admin admin] Publish callbacks [] for security_group (020de683-304e-4af5-8322-4d95446a6499), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.381157 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879a502b-52da-4760-be20-93e196e29a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c8a40d-86b9-421a-bb52-4d188c3e9d6b,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:10.468162 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-52d7df87-4275-405b-aabd-a74daaa198f4 admin admin] Publish callbacks [] for security_group (020de683-304e-4af5-8322-4d95446a6499), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.542635 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c1ade6c1-4a40-4056-9bf4-369b1b4b5d44 admin admin] Publish callbacks [] for security_group (80c8a40d-86b9-421a-bb52-4d188c3e9d6b), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.552053 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-23dc44bd-9d0c-4915-a2d6-6438dd6cb5fe req-dce17a47-fe6b-4578-86d5-b3375646648f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 210 time: 0.0579510 May 16 19:08:10.569143 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-00fe7fd9-02a5-48a8-9b32-9b537b19f9ef tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:10.570624 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-00fe7fd9-02a5-48a8-9b32-9b537b19f9ef tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/networks?id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de HTTP/1.1" status: 200 len: 815 time: 0.3077695 May 16 19:08:10.586295 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-6eb08509-067b-450c-8694-4b9420e66150 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for port (d9db1dad-2833-49cc-86f4-829cf582ab79), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.614296 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-e79f0881-78d2-4221-829d-1166e1ea3a23 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/quotas/84a4b9a583d64f49aad8b2c8ea0d5513 HTTP/1.1" status: 200 len: 375 time: 0.0345278 May 16 19:08:10.666572 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c1ade6c1-4a40-4056-9bf4-369b1b4b5d44 admin admin] Publish callbacks [] for security_group (80c8a40d-86b9-421a-bb52-4d188c3e9d6b), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.683871 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-23300921-b04e-4514-a42a-ec6184607fd7 req-88591969-993c-4923-b619-799b36a50f19 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 210 time: 0.0684936 May 16 19:08:10.776439 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-52d7df87-4275-405b-aabd-a74daaa198f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (020de683-304e-4af5-8322-4d95446a6499), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.778996 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-52d7df87-4275-405b-aabd-a74daaa198f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:10.788407 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-52d7df87-4275-405b-aabd-a74daaa198f4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/020de683-304e-4af5-8322-4d95446a6499 HTTP/1.1" status: 204 len: 168 time: 0.8289230 May 16 19:08:10.830700 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.78', 63064) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:10.992662 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d7df87-4275-405b-aabd-a74daaa198f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020de683-304e-4af5-8322-4d95446a6499,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:11.002972 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 52274) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:11.019670 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-6eb08509-067b-450c-8694-4b9420e66150 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (d9db1dad-2833-49cc-86f4-829cf582ab79), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.057967 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-1f49be0c-727a-49a5-a45b-a191dc011c52 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4327717 May 16 19:08:11.070608 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-43ada905-4dd3-4dd1-9f0c-6012b4241322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.071370 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f0c97db4-cc25-4444-8689-3080180c226f req-ecbf7d4c-1128-401d-84c3-9ed4c05c890f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3656549 May 16 19:08:11.161005 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-6eb08509-067b-450c-8694-4b9420e66150 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Network c1cc3c61-1225-4d74-a272-e27badcaaf2d is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:11.181272 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c1ade6c1-4a40-4056-9bf4-369b1b4b5d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (80c8a40d-86b9-421a-bb52-4d188c3e9d6b), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.183802 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c1ade6c1-4a40-4056-9bf4-369b1b4b5d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.184936 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-c1ade6c1-4a40-4056-9bf4-369b1b4b5d44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80c8a40d-86b9-421a-bb52-4d188c3e9d6b HTTP/1.1" status: 204 len: 168 time: 0.8305745 May 16 19:08:11.208587 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-6eb08509-067b-450c-8694-4b9420e66150 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:11.240071 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-b64ff62e-e5a3-4e54-9673-82f56275dbbf tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:11.241801 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-b64ff62e-e5a3-4e54-9673-82f56275dbbf tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.78 "GET /v2.0/networks?id=c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 200 len: 818 time: 0.4043851 May 16 19:08:11.242636 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-6eb08509-067b-450c-8694-4b9420e66150 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:11.248078 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-6eb08509-067b-450c-8694-4b9420e66150 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:11.248756 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-6eb08509-067b-450c-8694-4b9420e66150 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.260094 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ade6c1-4a40-4056-9bf4-369b1b4b5d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c8a40d-86b9-421a-bb52-4d188c3e9d6b,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:11.268340 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb08509-067b-450c-8694-4b9420e66150 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Pushing event updated for resources: {'Port': ['ID=d9db1dad-2833-49cc-86f4-829cf582ab79,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:11.276360 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f0c97db4-cc25-4444-8689-3080180c226f req-8188c70e-9288-4b55-ae14-23300ba3da65 service neutron] 10.222.0.78 "GET /v2.0/networks/0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985694 May 16 19:08:11.308502 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-6eb08509-067b-450c-8694-4b9420e66150 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4355826 May 16 19:08:11.381063 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e517e8-4500-4b77-b547-921902539d8a req-ac8f171c-f72e-48ea-9061-5d04ca9a2503 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:11.393525 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-43ada905-4dd3-4dd1-9f0c-6012b4241322 admin admin] Publish callbacks [] for security_group (d7f56990-ce67-424c-bb87-13f4d467df1b), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.398122 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f8e517e8-4500-4b77-b547-921902539d8a req-ac8f171c-f72e-48ea-9061-5d04ca9a2503 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 943 time: 0.2239254 May 16 19:08:11.407273 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-43ada905-4dd3-4dd1-9f0c-6012b4241322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (d7f56990-ce67-424c-bb87-13f4d467df1b), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.464760 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 52290) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:11.469114 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-43ada905-4dd3-4dd1-9f0c-6012b4241322 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a32b30a3d07c421797d71eae35b0f638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4648511 May 16 19:08:11.470644 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ada905-4dd3-4dd1-9f0c-6012b4241322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f56990-ce67-424c-bb87-13f4d467df1b,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:11.493269 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f8e517e8-4500-4b77-b547-921902539d8a req-79d7d7f0-1c61-42db-ab04-f206aebeece9 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768905 May 16 19:08:11.499148 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-790f3ee7-3ab8-4e56-b777-ed6481fb3461 service neutron] 10.222.0.65 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231915 May 16 19:08:11.617225 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-da2edd8d-faa7-4726-a1d6-50eceee7e095 admin admin] Publish callbacks [] for security_group (d7f56990-ce67-424c-bb87-13f4d467df1b), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.626445 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-5b5baa8f-3af0-4956-bb69-90f95b576ff5 None None] Provisioning complete for port d9db1dad-2833-49cc-86f4-829cf582ab79 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:11.626972 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5b5baa8f-3af0-4956-bb69-90f95b576ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (d9db1dad-2833-49cc-86f4-829cf582ab79), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.668352 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-5b5baa8f-3af0-4956-bb69-90f95b576ff5 None None] Port d9db1dad-2833-49cc-86f4-829cf582ab79 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:11.701454 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-a932b3fa-f088-4cad-a539-12d36fed850d service neutron] 10.222.0.65 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953969 May 16 19:08:11.765950 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3a909374-5b10-4f0f-979f-16a640c61127 req-35edcccf-e822-4265-bddd-35a71c6019e6 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 210 time: 0.1159523 May 16 19:08:11.784348 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-da2edd8d-faa7-4726-a1d6-50eceee7e095 admin admin] Publish callbacks [] for security_group (d7f56990-ce67-424c-bb87-13f4d467df1b), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.877976 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-da2edd8d-faa7-4726-a1d6-50eceee7e095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (d7f56990-ce67-424c-bb87-13f4d467df1b), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.881464 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-da2edd8d-faa7-4726-a1d6-50eceee7e095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:11.883517 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-da2edd8d-faa7-4726-a1d6-50eceee7e095 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7f56990-ce67-424c-bb87-13f4d467df1b HTTP/1.1" status: 204 len: 168 time: 0.3937209 May 16 19:08:11.915921 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2edd8d-faa7-4726-a1d6-50eceee7e095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f56990-ce67-424c-bb87-13f4d467df1b,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:11.988320 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-92d39a59-b1a3-4aea-a5bc-460202689d7b req-fc3a7ed4-5147-4dc2-b8e6-199edc35df24 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 210 time: 0.0679822 May 16 19:08:11.990141 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-45e29064-7771-4220-88cb-424594688105 req-971bd277-2953-4f22-8c34-5dd0a9969488 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 210 time: 0.1054196 May 16 19:08:12.599656 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9301a-01aa-4417-a44f-5d8b7f0dc83c req-44137cba-50e4-40da-9621-da491bf078b8 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:12.601182 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dfb9301a-01aa-4417-a44f-5d8b7f0dc83c req-44137cba-50e4-40da-9621-da491bf078b8 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 943 time: 0.0524821 May 16 19:08:12.653362 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dfb9301a-01aa-4417-a44f-5d8b7f0dc83c req-8984fdd1-6a25-4eb8-b6e7-bb71bb04af66 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463107 May 16 19:08:12.866589 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-92470b29-7287-4177-8f9b-17818b92d291 req-deab6f59-97dc-4d99-971d-214267882fc5 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 210 time: 0.0338483 May 16 19:08:13.154150 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7a36ad7d-27ea-466f-aca4-a25effffdb84 req-ae6e5cf3-1eb3-4afc-88eb-7ede8d2b9fd4 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 210 time: 0.0522561 May 16 19:08:13.161859 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-29e5642e-0917-44f7-9ad5-868bfa19f7bf req-9b245ac1-7e08-47c6-beab-cb7823925cab tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 210 time: 0.0752301 May 16 19:08:13.757836 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-c1ab50d3-32c2-4228-b6db-e366a0e826ea tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Request body: {'port': {'device_id': 'e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'admin_state_up': True, 'tenant_id': '70b756666b7843baa63dd49b0d871431'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:13.775283 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Request body: {'port': {'device_id': '3ca76ef1-18a3-4028-a0f7-8cd6eb61e078', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:13.913544 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (d9db1dad-2833-49cc-86f4-829cf582ab79), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:13.985274 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-c1ab50d3-32c2-4228-b6db-e366a0e826ea tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Made reservation on behalf of 70b756666b7843baa63dd49b0d871431 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:13.989140 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-c1ab50d3-32c2-4228-b6db-e366a0e826ea tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:14.048828 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c6527-49c8-4865-b2ce-48df5479874d req-b8040bbe-61f0-4f09-8cd9-dcf17b2602e9 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:14.058776 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1a3c6527-49c8-4865-b2ce-48df5479874d req-b8040bbe-61f0-4f09-8cd9-dcf17b2602e9 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 943 time: 0.2860558 May 16 19:08:14.208870 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f0c97db4-cc25-4444-8689-3080180c226f req-389ba4c4-cc27-4bc3-9e20-604fceefcc16 service neutron] 10.222.0.78 "GET /v2.0/networks/0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627569 May 16 19:08:14.225088 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-30241b64-1396-4aec-94f6-a5ef1e5cec6a req-30d4aa05-e926-4b7f-8714-231513afdd63 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 210 time: 0.1887019 May 16 19:08:14.318604 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1a3c6527-49c8-4865-b2ce-48df5479874d req-af7d0044-c48b-4ad6-a288-ff5de28a6bc1 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589333 May 16 19:08:14.381314 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e5c4104d-2a15-427c-9b06-4a06bec7c229 req-d84ff222-7e92-43ab-8919-346cda3238e2 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 210 time: 0.0430448 May 16 19:08:14.387027 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 52482) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:14.434022 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-c1ab50d3-32c2-4228-b6db-e366a0e826ea tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Allocated IP 172.20.0.8 (c1cc3c61-1225-4d74-a272-e27badcaaf2d/ade8a152-1ee2-4456-af76-7bb459b607fb/6b1b62aa-e719-4cb9-8d0f-07cf685bb71c) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:14.493655 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-60a19b00-99e7-454f-9cda-54c52321b493 req-1ac52b3d-8476-4e0b-a28a-7e7d4cc76b7b tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 210 time: 0.0449066 May 16 19:08:14.570573 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4753db32-7644-4e5c-bb21-f5d7840ae847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:14.677237 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4753db32-7644-4e5c-bb21-f5d7840ae847 admin admin] Publish callbacks [] for security_group (cd12a7d4-dfdb-47eb-b72a-18d374802f41), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:14.699337 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4753db32-7644-4e5c-bb21-f5d7840ae847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (cd12a7d4-dfdb-47eb-b72a-18d374802f41), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:14.720221 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:08:14.728754 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-4753db32-7644-4e5c-bb21-f5d7840ae847 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1bc7439e316d453abee2a143aafb93cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403990 May 16 19:08:14.732171 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 52502) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:14.792815 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753db32-7644-4e5c-bb21-f5d7840ae847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd12a7d4-dfdb-47eb-b72a-18d374802f41,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:14.801361 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-c1ab50d3-32c2-4228-b6db-e366a0e826ea tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for port (6b1b62aa-e719-4cb9-8d0f-07cf685bb71c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:14.830535 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-4b2ee143-11fa-4d8d-9d4f-87f0537ada8f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:14.832133 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-4b2ee143-11fa-4d8d-9d4f-87f0537ada8f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.78 "GET /v2.0/networks?id=fa48d056-bb3a-4902-b0df-7a66e8554ee6 HTTP/1.1" status: 200 len: 816 time: 0.1694126 May 16 19:08:14.880772 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-c1ab50d3-32c2-4228-b6db-e366a0e826ea tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (6b1b62aa-e719-4cb9-8d0f-07cf685bb71c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:14.963051 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7055acd2-c15c-40f9-a1e2-755adc00942c admin admin] Publish callbacks [] for security_group (cd12a7d4-dfdb-47eb-b72a-18d374802f41), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:14.973791 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=526b84ae-bb5a-4d60-9870-31ee2d1e9cc4,segment=NetworkSegment(2cc6f297-2e6f-4ef9-bdcc-6da624d725b9),segment_id=2cc6f297-2e6f-4ef9-bdcc-6da624d725b9)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:15.008607 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab50d3-32c2-4228-b6db-e366a0e826ea tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Pushing event updated for resources: {'Port': ['ID=6b1b62aa-e719-4cb9-8d0f-07cf685bb71c,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:15.024192 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': '526b84ae-bb5a-4d60-9870-31ee2d1e9cc4', 'network_id': '0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2', 'port_id': '526b84ae-bb5a-4d60-9870-31ee2d1e9cc4', 'mac_address': 'fa:16:3e:5d:eb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0248f02-a6fd-41a8-b7e8-0b0a4b6d0be4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:08:15.058798 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-ea33a218-ce15-4d98-b669-44de7e06ebd6 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5 HTTP/1.1" status: 200 len: 379 time: 0.1019819 May 16 19:08:15.062914 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-c1ab50d3-32c2-4228-b6db-e366a0e826ea tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Network c1cc3c61-1225-4d74-a272-e27badcaaf2d is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:15.095364 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-c1ab50d3-32c2-4228-b6db-e366a0e826ea tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:15.105902 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-c1ab50d3-32c2-4228-b6db-e366a0e826ea tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:15.107542 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:15.109099 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (526b84ae-bb5a-4d60-9870-31ee2d1e9cc4), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:15.112818 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-92630411-04b1-4f12-b8f8-cafd9bc94785 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Request body: {'port': {'device_id': 'bd0a3846-4b61-4a3b-8aad-61ab14244932', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'admin_state_up': True, 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'security_groups': ['bb966f55-5193-44f8-9a59-59512d3c7089']}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:15.124312 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.78', 63077) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:15.126285 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-c1ab50d3-32c2-4228-b6db-e366a0e826ea tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:15.127357 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-c1ab50d3-32c2-4228-b6db-e366a0e826ea tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:15.133173 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:15.149186 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7055acd2-c15c-40f9-a1e2-755adc00942c admin admin] Publish callbacks [] for security_group (cd12a7d4-dfdb-47eb-b72a-18d374802f41), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:15.164440 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-c1ab50d3-32c2-4228-b6db-e366a0e826ea tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4223289 May 16 19:08:15.165855 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=526b84ae-bb5a-4d60-9870-31ee2d1e9cc4,segment=NetworkSegment(2cc6f297-2e6f-4ef9-bdcc-6da624d725b9),segment_id=2cc6f297-2e6f-4ef9-bdcc-6da624d725b9)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:15.173888 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (526b84ae-bb5a-4d60-9870-31ee2d1e9cc4), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:15.188221 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Request body: {'port': {'device_id': 'e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:15.284752 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=526b84ae-bb5a-4d60-9870-31ee2d1e9cc4,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:15.527992 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-92630411-04b1-4f12-b8f8-cafd9bc94785 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Made reservation on behalf of 1e0707879ab84c20b8b6526f8ffdd7f5 for: {'port': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:15.531735 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-92630411-04b1-4f12-b8f8-cafd9bc94785 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:15.549706 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['526b84ae-bb5a-4d60-9870-31ee2d1e9cc4'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:08:15.681483 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79d950-e615-4ce7-8831-1596af36402f req-8a748d49-d293-46e4-a771-333abc786797 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:15.685071 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-fe79d950-e615-4ce7-8831-1596af36402f req-8a748d49-d293-46e4-a771-333abc786797 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 931 time: 0.2729411 May 16 19:08:15.701521 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (6b1b62aa-e719-4cb9-8d0f-07cf685bb71c), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:15.737757 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-1dd134be-4f7a-4895-af43-850c95bc4238 None None] Provisioning complete for port 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:15.740368 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1dd134be-4f7a-4895-af43-850c95bc4238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (6b1b62aa-e719-4cb9-8d0f-07cf685bb71c), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:15.744682 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7055acd2-c15c-40f9-a1e2-755adc00942c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (cd12a7d4-dfdb-47eb-b72a-18d374802f41), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:15.747937 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7055acd2-c15c-40f9-a1e2-755adc00942c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:15.749677 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-7055acd2-c15c-40f9-a1e2-755adc00942c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd12a7d4-dfdb-47eb-b72a-18d374802f41 HTTP/1.1" status: 204 len: 168 time: 1.0124786 May 16 19:08:15.756169 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485f6c8-0cb8-4658-b682-3ed76dd8816e req-dd45514c-4626-40c4-89cf-0d62b546caa6 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:15.759781 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c485f6c8-0cb8-4658-b682-3ed76dd8816e req-dd45514c-4626-40c4-89cf-0d62b546caa6 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 944 time: 0.2749107 May 16 19:08:15.779371 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055acd2-c15c-40f9-a1e2-755adc00942c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd12a7d4-dfdb-47eb-b72a-18d374802f41,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:15.790669 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9db1dad-2833-49cc-86f4-829cf582ab79 {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:15.803275 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Publish callbacks [] for port (d9db1dad-2833-49cc-86f4-829cf582ab79), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:15.819637 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-87249edf-377b-41dd-9011-d89a67cca655 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:15.822187 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-87249edf-377b-41dd-9011-d89a67cca655 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "GET /v2.0/networks?id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de HTTP/1.1" status: 200 len: 815 time: 0.6962945 May 16 19:08:15.853648 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Transition to ACTIVE for port object d9db1dad-2833-49cc-86f4-829cf582ab79 will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:08:15.886907 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (d9db1dad-2833-49cc-86f4-829cf582ab79), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:15.923919 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-1dd134be-4f7a-4895-af43-850c95bc4238 None None] Port 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:16.049659 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Pushing event updated for resources: {'Port': ['ID=d9db1dad-2833-49cc-86f4-829cf582ab79,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:16.076365 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-fe79d950-e615-4ce7-8831-1596af36402f req-8e17605d-f845-4bdd-8976-b235b8bbeffd tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623238 May 16 19:08:16.164680 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c485f6c8-0cb8-4658-b682-3ed76dd8816e req-27a55d9e-d8cf-4806-b873-2a1ab1c1cb25 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849628 May 16 19:08:16.198304 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Attempting to bind port d9db1dad-2833-49cc-86f4-829cf582ab79 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:16.198881 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Attempting to bind port d9db1dad-2833-49cc-86f4-829cf582ab79 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:16.199561 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Attempting to bind port d9db1dad-2833-49cc-86f4-829cf582ab79 on network c1cc3c61-1225-4d74-a272-e27badcaaf2d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:16.208978 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Port d9db1dad-2833-49cc-86f4-829cf582ab79 on network c1cc3c61-1225-4d74-a272-e27badcaaf2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:08:16.209258 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Attempting to bind port d9db1dad-2833-49cc-86f4-829cf582ab79 on network c1cc3c61-1225-4d74-a272-e27badcaaf2d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:16.230159 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-50e86af6-9e87-4d46-b07f-c14fb4f3079f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513 HTTP/1.1" status: 200 len: 380 time: 0.3100052 May 16 19:08:16.266068 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-9c22c5db-16bb-41f7-b029-9304e2d04d58 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'port': {'device_id': 'ec6d254e-2cb9-4908-95c6-b928623e23e4', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'admin_state_up': True, 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'security_groups': ['c16947cd-2265-448f-991b-a63d779a95a5']}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:16.276272 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:16.276701 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Checking segment: {'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:16.277206 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Bound using segment: {'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:16.277697 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Bound port: d9db1dad-2833-49cc-86f4-829cf582ab79, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:16.278052 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (d9db1dad-2833-49cc-86f4-829cf582ab79), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.416714 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6c11f326-c37d-4d8d-99b1-9f4b13b62bc7 req-e0d0f248-b483-4323-9ea8-d63fb55c0fe5 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 210 time: 0.1748888 May 16 19:08:16.417992 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-92630411-04b1-4f12-b8f8-cafd9bc94785 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Allocated IP 172.20.0.6 (fa48d056-bb3a-4902-b0df-7a66e8554ee6/32734e80-b5c3-4de5-9e79-84be66140e2e/738e7817-53b4-48ef-8064-804ecf4a3fed) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:16.426096 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c5dc4e9c-ec68-49b3-acd3-c263fd7c26e9 req-d83966e2-939d-4ada-82cb-093327fea3e6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 210 time: 0.0914247 May 16 19:08:16.482836 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] For port d9db1dad-2833-49cc-86f4-829cf582ab79, host hv-cinder-83998, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:16.526122 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] For port d9db1dad-2833-49cc-86f4-829cf582ab79, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d9db1dad-2833-49cc-86f4-829cf582ab79,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:16.564361 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (d9db1dad-2833-49cc-86f4-829cf582ab79), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.571616 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 52614) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:16.592517 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bbfaeb28-3d55-4586-b203-f3afa95e217c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.618000 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:16.638182 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Publish callbacks [] for port (6b1b62aa-e719-4cb9-8d0f-07cf685bb71c), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.672713 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-9c22c5db-16bb-41f7-b029-9304e2d04d58 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Made reservation on behalf of 84a4b9a583d64f49aad8b2c8ea0d5513 for: {'port': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:16.677060 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-9c22c5db-16bb-41f7-b029-9304e2d04d58 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.713073 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:16.726535 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bbfaeb28-3d55-4586-b203-f3afa95e217c admin admin] Publish callbacks [] for security_group (654cc5d0-6f77-43be-840c-032b34a6a417), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.750203 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:16.750203 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.750203 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] 10.222.0.78 "PUT /v2.0/ports/d9db1dad-2833-49cc-86f4-829cf582ab79 HTTP/1.1" status: 200 len: 1093 time: 2.9796829 May 16 19:08:16.750203 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca76ef1-18a3-4028-a0f7-8cd6eb61e078', 'tag': 'd9db1dad-2833-49cc-86f4-829cf582ab79'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:16.837009 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bbfaeb28-3d55-4586-b203-f3afa95e217c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (654cc5d0-6f77-43be-840c-032b34a6a417), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.854067 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-92630411-04b1-4f12-b8f8-cafd9bc94785 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:16.942623 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaeb28-3d55-4586-b203-f3afa95e217c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654cc5d0-6f77-43be-840c-032b34a6a417,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:16.996806 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-9c22c5db-16bb-41f7-b029-9304e2d04d58 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Allocated IP 172.20.0.10 (3cb27ab2-3f03-450b-967b-0cbe8bcd58de/05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae/4ee65955-8231-4691-b699-321ae596ea3f) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:17.005673 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Transition to ACTIVE for port object 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:08:17.035066 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-92630411-04b1-4f12-b8f8-cafd9bc94785 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.085251 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:08:17.107590 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (6b1b62aa-e719-4cb9-8d0f-07cf685bb71c), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.113461 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:17.114037 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (526b84ae-bb5a-4d60-9870-31ee2d1e9cc4), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.143487 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e34b1-8d01-43c0-b909-03c4cd98ed1f service neutron] Pushing event updated for resources: {'Port': ['ID=d9db1dad-2833-49cc-86f4-829cf582ab79,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:17.159440 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-bbfaeb28-3d55-4586-b203-f3afa95e217c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=88903ca303d04eba98bf09b06c04fb2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5855649 May 16 19:08:17.162881 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 52650) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:17.186928 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-92630411-04b1-4f12-b8f8-cafd9bc94785 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Network fa48d056-bb3a-4902-b0df-7a66e8554ee6 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:17.226787 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47736a02-d63d-4fe8-95ef-3c95be9c7412" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca76ef1-18a3-4028-a0f7-8cd6eb61e078", "tag": "d9db1dad-2833-49cc-86f4-829cf582ab79"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:17.229098 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Pushing event updated for resources: {'Port': ['ID=6b1b62aa-e719-4cb9-8d0f-07cf685bb71c,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:17.234730 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-a4476e13-e622-4b2b-8a69-09cd9d77b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:17.236345 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-a4476e13-e622-4b2b-8a69-09cd9d77b11d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70b756666b7843baa63dd49b0d871431&device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 1127 time: 0.3897307 May 16 19:08:17.238691 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-92630411-04b1-4f12-b8f8-cafd9bc94785 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:17.347826 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:17.348214 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (526b84ae-bb5a-4d60-9870-31ee2d1e9cc4), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.363871 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-92630411-04b1-4f12-b8f8-cafd9bc94785 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:17.375298 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Attempting to bind port 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:17.375633 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Attempting to bind port 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:17.375970 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Attempting to bind port 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c on network c1cc3c61-1225-4d74-a272-e27badcaaf2d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:17.376316 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-92630411-04b1-4f12-b8f8-cafd9bc94785 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:17.377147 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-92630411-04b1-4f12-b8f8-cafd9bc94785 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for port (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.385790 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd6ea9e-7d09-4477-a49c-19d04c663acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526b84ae-bb5a-4d60-9870-31ee2d1e9cc4'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:17.392879 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-ce49baca-7b63-4bad-a635-4484d4a2e9ec service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9db1dad-2833-49cc-86f4-829cf582ab79 HTTP/1.1" status: 200 len: 217 time: 0.1481166 May 16 19:08:17.410559 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Port 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c on network c1cc3c61-1225-4d74-a272-e27badcaaf2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:08:17.410876 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Attempting to bind port 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c on network c1cc3c61-1225-4d74-a272-e27badcaaf2d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:17.434880 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:17.435121 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Checking segment: {'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:17.439305 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Bound using segment: {'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:17.439759 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Bound port: 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:17.444059 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (6b1b62aa-e719-4cb9-8d0f-07cf685bb71c), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.473553 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6de18-b33b-4a19-a3c5-a1e1b55a6d2c req-d7b79605-59ba-455d-a463-6dc6f66b668a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:17.481209 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2fe6de18-b33b-4a19-a3c5-a1e1b55a6d2c req-d7b79605-59ba-455d-a463-6dc6f66b668a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 943 time: 0.2504897 May 16 19:08:17.506450 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=526b84ae-bb5a-4d60-9870-31ee2d1e9cc4,segment=NetworkSegment(2cc6f297-2e6f-4ef9-bdcc-6da624d725b9),segment_id=2cc6f297-2e6f-4ef9-bdcc-6da624d725b9)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:17.517442 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (526b84ae-bb5a-4d60-9870-31ee2d1e9cc4), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.582672 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=526b84ae-bb5a-4d60-9870-31ee2d1e9cc4,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:17.591865 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-67be2238-64c5-4e18-be8a-b94a6dd107fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:17.593991 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-67be2238-64c5-4e18-be8a-b94a6dd107fc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ade8a152-1ee2-4456-af76-7bb459b607fb HTTP/1.1" status: 200 len: 857 time: 0.1924548 May 16 19:08:17.615606 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92630411-04b1-4f12-b8f8-cafd9bc94785 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Pushing event updated for resources: {'Port': ['ID=738e7817-53b4-48ef-8064-804ecf4a3fed,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:17.696580 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 52674) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:17.705786 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-1c68c8d2-d9d4-498b-80de-aa5a96600750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:17.707913 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-1c68c8d2-d9d4-498b-80de-aa5a96600750 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1cc3c61-1225-4d74-a272-e27badcaaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1059844 May 16 19:08:17.734014 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-92630411-04b1-4f12-b8f8-cafd9bc94785 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6269081 May 16 19:08:17.746385 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864566a3-2ed0-4302-8363-45cbe3732da7 req-cb233a77-d4a4-4e38-aab4-ce97acd756e9 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:17.751910 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2916fd2-c0ce-4bb0-a28f-346b214ef5e7" -d '{"events": [{"server_uuid": "fdd6ea9e-7d09-4477-a49c-19d04c663acb", "name": "network-vif-plugged", "status": "completed", "tag": "526b84ae-bb5a-4d60-9870-31ee2d1e9cc4"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:17.754374 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-864566a3-2ed0-4302-8363-45cbe3732da7 req-cb233a77-d4a4-4e38-aab4-ce97acd756e9 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 945 time: 0.4001675 May 16 19:08:17.774420 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 52680) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:17.784913 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] For port 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c, host hv-cinder-83998, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:17.786123 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Request body: {'port': {'device_id': 'bd0a3846-4b61-4a3b-8aad-61ab14244932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:17.829962 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] For port 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6b1b62aa-e719-4cb9-8d0f-07cf685bb71c,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:17.845966 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (6b1b62aa-e719-4cb9-8d0f-07cf685bb71c), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.862038 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-7eafd0b6-9a72-49e3-9bfc-e4eb7863e1d9 None None] Provisioning complete for port 738e7817-53b4-48ef-8064-804ecf4a3fed triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:17.862407 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7eafd0b6-9a72-49e3-9bfc-e4eb7863e1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.876821 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2fe6de18-b33b-4a19-a3c5-a1e1b55a6d2c req-4fc8c84b-a3a1-4a89-99e3-b9154a283f73 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934381 May 16 19:08:17.913155 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-7eafd0b6-9a72-49e3-9bfc-e4eb7863e1d9 None None] Port 738e7817-53b4-48ef-8064-804ecf4a3fed cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:17.914334 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3c393428-9177-4ed9-ad61-b7627b460581 admin admin] Publish callbacks [] for security_group (654cc5d0-6f77-43be-840c-032b34a6a417), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.919338 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Pushing event updated for resources: {'Port': ['ID=6b1b62aa-e719-4cb9-8d0f-07cf685bb71c,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:17.930885 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-9c22c5db-16bb-41f7-b029-9304e2d04d58 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for port (4ee65955-8231-4691-b699-321ae596ea3f), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.935206 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:17.935885 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:17.937788 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-4099072a-66ea-4cb0-86ef-eba489e937dc service neutron] 10.222.0.78 "PUT /v2.0/ports/6b1b62aa-e719-4cb9-8d0f-07cf685bb71c HTTP/1.1" status: 200 len: 1093 time: 2.7594068 May 16 19:08:17.939640 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-ea4edfe2-dba6-4774-a5a7-e1d3ca995999 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169597 May 16 19:08:17.963527 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-391278cb-ff4b-4667-b9e1-35450a18711c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.039133 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-56d4632f-03e5-451e-8d26-f93c78626fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:18.039375 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-864566a3-2ed0-4302-8363-45cbe3732da7 req-946c5fc8-82ae-406a-a530-2ba6e53b71f6 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836308 May 16 19:08:18.040814 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-56d4632f-03e5-451e-8d26-f93c78626fb8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70b756666b7843baa63dd49b0d871431&device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 1127 time: 0.0523970 May 16 19:08:18.043614 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5261f384-6d95-4037-b943-2958d2cef01f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.056901 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.075122 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3c393428-9177-4ed9-ad61-b7627b460581 admin admin] Publish callbacks [] for security_group (654cc5d0-6f77-43be-840c-032b34a6a417), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.129715 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-9c22c5db-16bb-41f7-b029-9304e2d04d58 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (4ee65955-8231-4691-b699-321ae596ea3f), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.132445 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-3ecc8f3b-1512-4038-ad87-527eb542aabb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b1b62aa-e719-4cb9-8d0f-07cf685bb71c HTTP/1.1" status: 200 len: 217 time: 0.0619221 May 16 19:08:18.141151 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceec1364-9855-497a-8b63-b1cdf4cd94e4 x-openstack-request-id: req-ceec1364-9855-497a-8b63-b1cdf4cd94e4 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:18.141707 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca76ef1-18a3-4028-a0f7-8cd6eb61e078", "tag": "d9db1dad-2833-49cc-86f4-829cf582ab79", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:18.142095 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ceec1364-9855-497a-8b63-b1cdf4cd94e4 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:18.142709 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceec1364-9855-497a-8b63-b1cdf4cd94e4'] response: {'name': 'network-changed', 'server_uuid': '3ca76ef1-18a3-4028-a0f7-8cd6eb61e078', 'tag': 'd9db1dad-2833-49cc-86f4-829cf582ab79', 'status': 'completed', 'code': 200} May 16 19:08:18.211088 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22c5db-16bb-41f7-b029-9304e2d04d58 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'Port': ['ID=4ee65955-8231-4691-b699-321ae596ea3f,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:18.260122 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-66c8bcd1-be5d-46ea-8fc3-7a215313590f req-2f8c261d-e75a-4356-bf9c-4b4da0bd6f59 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104761 May 16 19:08:18.268381 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-f3e6f963-991d-4251-b67c-a7ed3deb4e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:18.269853 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-f3e6f963-991d-4251-b67c-a7ed3deb4e67 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ade8a152-1ee2-4456-af76-7bb459b607fb HTTP/1.1" status: 200 len: 857 time: 0.1243935 May 16 19:08:18.333840 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5261f384-6d95-4037-b943-2958d2cef01f admin admin] Publish callbacks [] for security_group (44cd80c6-ec80-45f6-9f8c-5ad3d7b8154c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.335637 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-f5516393-6eea-4687-b8f6-d08007947810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:18.337374 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-f5516393-6eea-4687-b8f6-d08007947810 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1cc3c61-1225-4d74-a272-e27badcaaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0603242 May 16 19:08:18.342090 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5261f384-6d95-4037-b943-2958d2cef01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (44cd80c6-ec80-45f6-9f8c-5ad3d7b8154c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.389226 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-5261f384-6d95-4037-b943-2958d2cef01f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e9adace96fa14a978d7b124b81d3f75c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6127403 May 16 19:08:18.389995 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 52692) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:18.398725 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261f384-6d95-4037-b943-2958d2cef01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cd80c6-ec80-45f6-9f8c-5ad3d7b8154c,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:18.520625 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-9c22c5db-16bb-41f7-b029-9304e2d04d58 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:18.542212 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-9c22c5db-16bb-41f7-b029-9304e2d04d58 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:18.544807 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-9c22c5db-16bb-41f7-b029-9304e2d04d58 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:18.550607 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-9c22c5db-16bb-41f7-b029-9304e2d04d58 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:18.551218 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-9c22c5db-16bb-41f7-b029-9304e2d04d58 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for port (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.559696 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f3301-1368-4186-b412-df48d6319412 req-089ac2ec-b139-46f6-8f65-96932df2be01 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:18.562147 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-431f3301-1368-4186-b412-df48d6319412 req-089ac2ec-b139-46f6-8f65-96932df2be01 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 931 time: 0.4269373 May 16 19:08:18.575627 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46690c59-a082-4a8c-9bc3-1052c36bc609 req-52c05e07-d591-4457-8908-9801aad5f70e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:18.577245 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-46690c59-a082-4a8c-9bc3-1052c36bc609 req-52c05e07-d591-4457-8908-9801aad5f70e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 932 time: 0.3627036 May 16 19:08:18.624377 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c42e2b7e-49a6-42fd-b520-99656b88af1e admin admin] Publish callbacks [] for security_group (44cd80c6-ec80-45f6-9f8c-5ad3d7b8154c), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.651204 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c42e2b7e-49a6-42fd-b520-99656b88af1e admin admin] Publish callbacks [] for security_group (44cd80c6-ec80-45f6-9f8c-5ad3d7b8154c), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.657366 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3c393428-9177-4ed9-ad61-b7627b460581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (654cc5d0-6f77-43be-840c-032b34a6a417), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.659899 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3c393428-9177-4ed9-ad61-b7627b460581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.676666 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-3c393428-9177-4ed9-ad61-b7627b460581 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/654cc5d0-6f77-43be-840c-032b34a6a417 HTTP/1.1" status: 204 len: 168 time: 1.4849062 May 16 19:08:18.722009 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c42e2b7e-49a6-42fd-b520-99656b88af1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (44cd80c6-ec80-45f6-9f8c-5ad3d7b8154c), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.724486 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c42e2b7e-49a6-42fd-b520-99656b88af1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.725813 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-c42e2b7e-49a6-42fd-b520-99656b88af1e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/44cd80c6-ec80-45f6-9f8c-5ad3d7b8154c HTTP/1.1" status: 204 len: 168 time: 0.3338404 May 16 19:08:18.736465 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e2b7e-49a6-42fd-b520-99656b88af1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cd80c6-ec80-45f6-9f8c-5ad3d7b8154c,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:18.754747 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c393428-9177-4ed9-ad61-b7627b460581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654cc5d0-6f77-43be-840c-032b34a6a417,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:18.805475 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-9c22c5db-16bb-41f7-b029-9304e2d04d58 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5492744 May 16 19:08:18.870466 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-1007e480-c483-4177-8299-7e3954ac8a6d None None] Provisioning complete for port 4ee65955-8231-4691-b699-321ae596ea3f triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:18.870946 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1007e480-c483-4177-8299-7e3954ac8a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (4ee65955-8231-4691-b699-321ae596ea3f), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.898556 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-391278cb-ff4b-4667-b9e1-35450a18711c admin admin] Publish callbacks [] for security_group (93b062f6-e570-4d2e-8430-6f12c71154a9), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.926543 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-46690c59-a082-4a8c-9bc3-1052c36bc609 req-825097ae-4f7b-420a-b3d9-145ac6c575bf tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886558 May 16 19:08:18.935199 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-391278cb-ff4b-4667-b9e1-35450a18711c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (93b062f6-e570-4d2e-8430-6f12c71154a9), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:18.960738 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-1007e480-c483-4177-8299-7e3954ac8a6d None None] Port 4ee65955-8231-4691-b699-321ae596ea3f cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:18.975750 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-431f3301-1368-4186-b412-df48d6319412 req-a86c75b0-9701-4c7a-863e-91cbe6dd1412 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3902543 May 16 19:08:19.041257 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391278cb-ff4b-4667-b9e1-35450a18711c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b062f6-e570-4d2e-8430-6f12c71154a9,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:19.064622 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-391278cb-ff4b-4667-b9e1-35450a18711c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13627450ed5c4904935e16247560cb35&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3518023 May 16 19:08:19.064804 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 52718) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:19.138023 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ea2882d4-1464-4194-ba82-5559d5760180 admin admin] Publish callbacks [] for security_group (93b062f6-e570-4d2e-8430-6f12c71154a9), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.167257 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ea2882d4-1464-4194-ba82-5559d5760180 admin admin] Publish callbacks [] for security_group (93b062f6-e570-4d2e-8430-6f12c71154a9), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.199907 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2278d-9a58-44b3-a41a-fdffef691e50 req-68c06e12-cf13-46aa-b688-ecceb031a7ca tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:19.202125 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2dd2278d-9a58-44b3-a41a-fdffef691e50 req-68c06e12-cf13-46aa-b688-ecceb031a7ca tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 943 time: 0.0923920 May 16 19:08:19.208482 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.notifiers.nova [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738e7817-53b4-48ef-8064-804ecf4a3fed {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:19.218789 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Publish callbacks [] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.237822 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ea2882d4-1464-4194-ba82-5559d5760180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (93b062f6-e570-4d2e-8430-6f12c71154a9), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.240936 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ea2882d4-1464-4194-ba82-5559d5760180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.242166 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-ea2882d4-1464-4194-ba82-5559d5760180 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/93b062f6-e570-4d2e-8430-6f12c71154a9 HTTP/1.1" status: 204 len: 168 time: 0.1767213 May 16 19:08:19.249051 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Transition to ACTIVE for port object 738e7817-53b4-48ef-8064-804ecf4a3fed will not be triggered until provisioned by entity L2. {{(pid=103573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:08:19.251188 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2882d4-1464-4194-ba82-5559d5760180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b062f6-e570-4d2e-8430-6f12c71154a9,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:19.292143 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.308839 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af12392-a989-463f-8b2b-d1b71a46ca3d x-openstack-request-id: req-8af12392-a989-463f-8b2b-d1b71a46ca3d {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:19.309158 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd6ea9e-7d09-4477-a49c-19d04c663acb", "name": "network-vif-plugged", "status": "completed", "tag": "526b84ae-bb5a-4d60-9870-31ee2d1e9cc4", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:19.309483 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8af12392-a989-463f-8b2b-d1b71a46ca3d {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:19.309945 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af12392-a989-463f-8b2b-d1b71a46ca3d'] response: {'server_uuid': 'fdd6ea9e-7d09-4477-a49c-19d04c663acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526b84ae-bb5a-4d60-9870-31ee2d1e9cc4', 'code': 200} May 16 19:08:19.334062 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 52726) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:19.339282 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2dd2278d-9a58-44b3-a41a-fdffef691e50 req-cbcaa493-34cb-4302-878a-afb0aa818ca7 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260240 May 16 19:08:19.380803 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6679-5fe2-4a9d-8687-36ac23514867 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.409366 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Pushing event updated for resources: {'Port': ['ID=738e7817-53b4-48ef-8064-804ecf4a3fed,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:19.450478 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Attempting to bind port 738e7817-53b4-48ef-8064-804ecf4a3fed on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:19.451204 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Attempting to bind port 738e7817-53b4-48ef-8064-804ecf4a3fed by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'f695c4ed-817c-4a06-ac18-bfe5624b643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:19.451383 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Attempting to bind port 738e7817-53b4-48ef-8064-804ecf4a3fed on network fa48d056-bb3a-4902-b0df-7a66e8554ee6 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:19.460304 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a0d18-852b-40c2-ad48-9329065721ff req-7c9110ff-4462-421b-a4dc-e84f106653f7 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:19.462201 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f30a0d18-852b-40c2-ad48-9329065721ff req-7c9110ff-4462-421b-a4dc-e84f106653f7 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 945 time: 0.0762169 May 16 19:08:19.466262 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Port 738e7817-53b4-48ef-8064-804ecf4a3fed on network fa48d056-bb3a-4902-b0df-7a66e8554ee6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:08:19.466779 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Attempting to bind port 738e7817-53b4-48ef-8064-804ecf4a3fed on network fa48d056-bb3a-4902-b0df-7a66e8554ee6 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:19.479856 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:19.480317 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Checking segment: {'id': 'f695c4ed-817c-4a06-ac18-bfe5624b643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:19.480810 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Bound using segment: {'id': 'f695c4ed-817c-4a06-ac18-bfe5624b643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:19.481539 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Bound port: 738e7817-53b4-48ef-8064-804ecf4a3fed, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f695c4ed-817c-4a06-ac18-bfe5624b643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:19.482136 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.526773 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6679-5fe2-4a9d-8687-36ac23514867 admin admin] Publish callbacks [] for security_group (84066a75-aea5-4121-b3b2-cd37270d3bfb), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.534132 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6679-5fe2-4a9d-8687-36ac23514867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (84066a75-aea5-4121-b3b2-cd37270d3bfb), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.577862 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f30a0d18-852b-40c2-ad48-9329065721ff req-8e3ba512-d236-4568-95b7-9688a9b090d9 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050222 May 16 19:08:19.580334 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a6679-5fe2-4a9d-8687-36ac23514867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84066a75-aea5-4121-b3b2-cd37270d3bfb,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:19.612494 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-7d7a6679-5fe2-4a9d-8687-36ac23514867 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eed1aa737b6c45cb9e574a106c8a8ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770979 May 16 19:08:19.616678 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 52730) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:19.647762 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] For port 738e7817-53b4-48ef-8064-804ecf4a3fed, host hv-cinder-83998, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:19.674135 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] For port 738e7817-53b4-48ef-8064-804ecf4a3fed, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=738e7817-53b4-48ef-8064-804ecf4a3fed,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:19.693119 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.722130 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9e3b-2ed5-4510-bf15-50da95b61416 admin admin] Publish callbacks [] for security_group (84066a75-aea5-4121-b3b2-cd37270d3bfb), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.745687 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:19.746316 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for port (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.747730 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] 10.222.0.78 "PUT /v2.0/ports/738e7817-53b4-48ef-8064-804ecf4a3fed HTTP/1.1" status: 200 len: 1093 time: 1.9867361 May 16 19:08:19.752777 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0a3846-4b61-4a3b-8aad-61ab14244932', 'tag': '738e7817-53b4-48ef-8064-804ecf4a3fed'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:19.754993 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1e6c95055ea8af60a6cf55267712f4255de8fda57894f5867c3333729ade532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2095931-4b77-4082-8e9c-961ee06fb290" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0a3846-4b61-4a3b-8aad-61ab14244932", "tag": "738e7817-53b4-48ef-8064-804ecf4a3fed"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:19.768672 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9e3b-2ed5-4510-bf15-50da95b61416 admin admin] Publish callbacks [] for security_group (84066a75-aea5-4121-b3b2-cd37270d3bfb), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.795965 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67646d-44ea-4fcf-ba0d-c0f8d4295acf service neutron] Pushing event updated for resources: {'Port': ['ID=738e7817-53b4-48ef-8064-804ecf4a3fed,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:19.834008 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116ad7e9-9033-46bf-9a76-e6b817efd120 x-openstack-request-id: req-116ad7e9-9033-46bf-9a76-e6b817efd120 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:19.834008 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0a3846-4b61-4a3b-8aad-61ab14244932", "tag": "738e7817-53b4-48ef-8064-804ecf4a3fed", "status": "completed", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:19.834008 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-116ad7e9-9033-46bf-9a76-e6b817efd120 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:19.834008 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-116ad7e9-9033-46bf-9a76-e6b817efd120'] response: {'name': 'network-changed', 'server_uuid': 'bd0a3846-4b61-4a3b-8aad-61ab14244932', 'tag': '738e7817-53b4-48ef-8064-804ecf4a3fed', 'status': 'completed', 'code': 200} May 16 19:08:19.855112 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9e3b-2ed5-4510-bf15-50da95b61416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (84066a75-aea5-4121-b3b2-cd37270d3bfb), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.858472 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a1ae9e3b-2ed5-4510-bf15-50da95b61416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:19.860088 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-a1ae9e3b-2ed5-4510-bf15-50da95b61416 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/84066a75-aea5-4121-b3b2-cd37270d3bfb HTTP/1.1" status: 204 len: 168 time: 0.2424312 May 16 19:08:19.874209 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ae9e3b-2ed5-4510-bf15-50da95b61416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84066a75-aea5-4121-b3b2-cd37270d3bfb,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:19.938414 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 52746) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:19.954626 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0070f20d-477e-400c-b853-643830c71dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:20.143933 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3', 'tag': '6b1b62aa-e719-4cb9-8d0f-07cf685bb71c'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:20.153082 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3b7518-7c49-4771-b366-62141df01130" -d '{"events": [{"name": "network-changed", "server_uuid": "e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3", "tag": "6b1b62aa-e719-4cb9-8d0f-07cf685bb71c"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:20.171649 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0070f20d-477e-400c-b853-643830c71dc4 admin admin] Publish callbacks [] for security_group (e6c09af5-1201-499a-b8f5-f8f4443a3d11), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:20.181662 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3a6c2-43f8-44a1-b83e-2ae0a61d15e1 req-72096bfa-c920-4646-9089-7bb8a6373cbf tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:20.184266 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7db3a6c2-43f8-44a1-b83e-2ae0a61d15e1 req-72096bfa-c920-4646-9089-7bb8a6373cbf tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 932 time: 0.1150291 May 16 19:08:20.189094 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0070f20d-477e-400c-b853-643830c71dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (e6c09af5-1201-499a-b8f5-f8f4443a3d11), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:20.250631 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f2bf2-7b47-4317-a531-5393eb91fccc req-63dc08e6-01e9-41d8-add2-2c1c96ded678 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:20.252139 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-338f2bf2-7b47-4317-a531-5393eb91fccc req-63dc08e6-01e9-41d8-add2-2c1c96ded678 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.1373532 May 16 19:08:20.261364 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-0070f20d-477e-400c-b853-643830c71dc4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b283630c249480d8a7ecfea558f36ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3181086 May 16 19:08:20.261503 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 52764) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:20.299310 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0070f20d-477e-400c-b853-643830c71dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c09af5-1201-499a-b8f5-f8f4443a3d11,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:20.307073 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7db3a6c2-43f8-44a1-b83e-2ae0a61d15e1 req-71ccb7a5-d2e9-4bc8-9309-7b7229f7a076 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944862 May 16 19:08:20.339919 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-338f2bf2-7b47-4317-a531-5393eb91fccc req-d21b3904-015a-4891-baec-66394173b71f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730712 May 16 19:08:20.363668 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c2fce38a-74aa-4e4f-b6e8-f15dbe900444 admin admin] Publish callbacks [] for security_group (e6c09af5-1201-499a-b8f5-f8f4443a3d11), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:20.380418 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c14165-d7c6-4496-8244-8045a64a06a3 x-openstack-request-id: req-85c14165-d7c6-4496-8244-8045a64a06a3 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:20.380905 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3", "tag": "6b1b62aa-e719-4cb9-8d0f-07cf685bb71c", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:20.381014 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-85c14165-d7c6-4496-8244-8045a64a06a3 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:20.381383 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85c14165-d7c6-4496-8244-8045a64a06a3'] response: {'name': 'network-changed', 'server_uuid': 'e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3', 'tag': '6b1b62aa-e719-4cb9-8d0f-07cf685bb71c', 'status': 'completed', 'code': 200} May 16 19:08:20.393930 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c2fce38a-74aa-4e4f-b6e8-f15dbe900444 admin admin] Publish callbacks [] for security_group (e6c09af5-1201-499a-b8f5-f8f4443a3d11), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:20.442677 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Request body: {'port': {'device_id': 'ec6d254e-2cb9-4908-95c6-b928623e23e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:20.542357 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2095931-4b77-4082-8e9c-961ee06fb290 req-746d682a-6102-44c0-a457-5816bd089758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:20.544123 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a2095931-4b77-4082-8e9c-961ee06fb290 req-746d682a-6102-44c0-a457-5816bd089758 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5&device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 1127 time: 0.0795546 May 16 19:08:20.595571 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c2fce38a-74aa-4e4f-b6e8-f15dbe900444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (e6c09af5-1201-499a-b8f5-f8f4443a3d11), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:20.598440 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c2fce38a-74aa-4e4f-b6e8-f15dbe900444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:20.602394 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-c2fce38a-74aa-4e4f-b6e8-f15dbe900444 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e6c09af5-1201-499a-b8f5-f8f4443a3d11 HTTP/1.1" status: 204 len: 168 time: 0.3404920 May 16 19:08:20.632397 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495b211-d73e-4c5c-b1ef-72faccbf0662 req-661051f7-ac26-4161-b06c-3b7c1c12c5c7 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:20.634986 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d495b211-d73e-4c5c-b1ef-72faccbf0662 req-661051f7-ac26-4161-b06c-3b7c1c12c5c7 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 943 time: 0.1501904 May 16 19:08:20.638524 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47736a02-d63d-4fe8-95ef-3c95be9c7412 req-4f010897-2862-4360-948a-fa6549dfb581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:20.640735 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-47736a02-d63d-4fe8-95ef-3c95be9c7412 req-4f010897-2862-4360-948a-fa6549dfb581 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70b756666b7843baa63dd49b0d871431&device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 1127 time: 0.1954219 May 16 19:08:20.648575 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fce38a-74aa-4e4f-b6e8-f15dbe900444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c09af5-1201-499a-b8f5-f8f4443a3d11,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:20.765758 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (4ee65955-8231-4691-b699-321ae596ea3f), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:20.766542 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.78', 63084) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:20.768081 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47736a02-d63d-4fe8-95ef-3c95be9c7412 req-b195fb2a-7942-48c2-b87f-654e62dea1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:20.769562 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-47736a02-d63d-4fe8-95ef-3c95be9c7412 req-b195fb2a-7942-48c2-b87f-654e62dea1f5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 200 len: 919 time: 0.1211464 May 16 19:08:20.785574 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-8b5cdc46-2c6e-4b0e-bcc2-0042e7ea11c9 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404129 May 16 19:08:20.940039 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aee1b7-45c5-4f90-b21b-30958b7ffb88 req-79916559-ef86-414d-9665-5d8c1b3039f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:20.942418 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a9aee1b7-45c5-4f90-b21b-30958b7ffb88 req-79916559-ef86-414d-9665-5d8c1b3039f2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 1129 time: 0.1741927 May 16 19:08:20.987054 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-a9aee1b7-45c5-4f90-b21b-30958b7ffb88 req-3f6cf419-67fc-471e-90c6-8d3c852c1033 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:20.994330 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2095931-4b77-4082-8e9c-961ee06fb290 req-52bb5aed-9505-4b83-b58b-5dc6ed393f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:20.995896 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a2095931-4b77-4082-8e9c-961ee06fb290 req-52bb5aed-9505-4b83-b58b-5dc6ed393f08 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4112017 May 16 19:08:21.081770 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-a9aee1b7-45c5-4f90-b21b-30958b7ffb88 req-3f6cf419-67fc-471e-90c6-8d3c852c1033 service neutron] Publish callbacks [] for security_group (333242ac-4f0a-447c-a14b-4506da587c69), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.101358 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-a9aee1b7-45c5-4f90-b21b-30958b7ffb88 req-3f6cf419-67fc-471e-90c6-8d3c852c1033 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (333242ac-4f0a-447c-a14b-4506da587c69), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.168667 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6cf419-67fc-471e-90c6-8d3c852c1033 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=333242ac-4f0a-447c-a14b-4506da587c69,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:21.174716 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.notifiers.nova [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee65955-8231-4691-b699-321ae596ea3f {{(pid=103573) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:21.182988 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Publish callbacks [] for port (4ee65955-8231-4691-b699-321ae596ea3f), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.196762 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.provisioning_blocks [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Transition to ACTIVE for port object 4ee65955-8231-4691-b699-321ae596ea3f will not be triggered until provisioned by entity L2. {{(pid=103573) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:08:21.207628 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-47736a02-d63d-4fe8-95ef-3c95be9c7412 req-68cff196-e8cc-4205-bb2b-0c33e1fe70d1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9db1dad-2833-49cc-86f4-829cf582ab79 HTTP/1.1" status: 200 len: 217 time: 0.4263947 May 16 19:08:21.216099 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (4ee65955-8231-4691-b699-321ae596ea3f), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.224828 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a9aee1b7-45c5-4f90-b21b-30958b7ffb88 req-3f6cf419-67fc-471e-90c6-8d3c852c1033 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510617 May 16 19:08:21.257922 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3eb31f7a-09a6-4567-991b-93cecac8a445 req-1532c517-9ce7-4ef0-a940-6338ae366d04 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115663 May 16 19:08:21.303628 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d495b211-d73e-4c5c-b1ef-72faccbf0662 req-e22f4fd4-9ad3-4e17-9cd0-2d7eb6b331e1 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6587679 May 16 19:08:21.316832 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df796ba7-550d-4442-8f9b-e223ec23be2d req-55c0038c-a88f-438d-9bdc-4987fc4edfb0 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:21.323744 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-df796ba7-550d-4442-8f9b-e223ec23be2d req-55c0038c-a88f-438d-9bdc-4987fc4edfb0 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 945 time: 0.5468745 May 16 19:08:21.380527 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2095931-4b77-4082-8e9c-961ee06fb290 req-77dfa98d-5a51-415d-afc9-0b8a8f7775ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:21.383843 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a2095931-4b77-4082-8e9c-961ee06fb290 req-77dfa98d-5a51-415d-afc9-0b8a8f7775ca service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3780429 May 16 19:08:21.429517 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47736a02-d63d-4fe8-95ef-3c95be9c7412 req-876fed8b-b20f-485a-b82a-43ab3b46a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:21.430997 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-47736a02-d63d-4fe8-95ef-3c95be9c7412 req-876fed8b-b20f-485a-b82a-43ab3b46a8b3 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ade8a152-1ee2-4456-af76-7bb459b607fb HTTP/1.1" status: 200 len: 857 time: 0.2165360 May 16 19:08:21.439917 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Pushing event updated for resources: {'Port': ['ID=4ee65955-8231-4691-b699-321ae596ea3f,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:21.488296 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-df796ba7-550d-4442-8f9b-e223ec23be2d req-3215a7ca-931f-4313-af2b-d977a9718c0b tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477172 May 16 19:08:21.613594 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47736a02-d63d-4fe8-95ef-3c95be9c7412 req-8ea967b4-85fd-47e0-8a5e-22b62ba73c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:21.615980 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-47736a02-d63d-4fe8-95ef-3c95be9c7412 req-8ea967b4-85fd-47e0-8a5e-22b62ba73c9f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1cc3c61-1225-4d74-a272-e27badcaaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0774126 May 16 19:08:21.710489 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a09ceb-cc5d-4b36-b842-3a5742509d86 req-a8d5f438-3327-426a-bcaf-7db23b7b8e48 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:21.718687 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-05a09ceb-cc5d-4b36-b842-3a5742509d86 req-a8d5f438-3327-426a-bcaf-7db23b7b8e48 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 944 time: 0.2866039 May 16 19:08:21.723245 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Attempting to bind port 4ee65955-8231-4691-b699-321ae596ea3f on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:21.723577 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Attempting to bind port 4ee65955-8231-4691-b699-321ae596ea3f by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:21.724044 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Attempting to bind port 4ee65955-8231-4691-b699-321ae596ea3f on network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:21.742085 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ad2b7-caba-4be7-a885-10046fd3de88 req-cd91c8f6-a8d9-41b0-9882-1c4694bd6d0f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:21.743275 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-994ad2b7-caba-4be7-a885-10046fd3de88 req-cd91c8f6-a8d9-41b0-9882-1c4694bd6d0f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.1081240 May 16 19:08:21.745818 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Port 4ee65955-8231-4691-b699-321ae596ea3f on network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:08:21.746226 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Attempting to bind port 4ee65955-8231-4691-b699-321ae596ea3f on network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:21.761520 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:21.761969 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Checking segment: {'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:21.762424 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Bound using segment: {'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'} {{(pid=103573) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:21.763517 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.managers [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Bound port: 4ee65955-8231-4691-b699-321ae596ea3f, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'}}] {{(pid=103573) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:21.763955 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (4ee65955-8231-4691-b699-321ae596ea3f), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:21.858217 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-994ad2b7-caba-4be7-a885-10046fd3de88 req-a58b2836-ecd1-42c5-93c7-9dbec7b100de tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054888 May 16 19:08:21.898667 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-05a09ceb-cc5d-4b36-b842-3a5742509d86 req-d464bad4-ceb4-4aa8-9223-ad29c62ab056 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788003 May 16 19:08:21.935603 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] For port 4ee65955-8231-4691-b699-321ae596ea3f, host hv-cinder-83998, cleared binding levels {{(pid=103573) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:21.939348 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] For port 4ee65955-8231-4691-b699-321ae596ea3f, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4ee65955-8231-4691-b699-321ae596ea3f,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103573) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:21.947428 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (4ee65955-8231-4691-b699-321ae596ea3f), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:22.001862 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:22.002513 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for port (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:22.003872 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] 10.222.0.78 "PUT /v2.0/ports/4ee65955-8231-4691-b699-321ae596ea3f HTTP/1.1" status: 200 len: 1094 time: 1.5679457 May 16 19:08:22.004313 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6d254e-2cb9-4908-95c6-b928623e23e4', 'tag': '4ee65955-8231-4691-b699-321ae596ea3f'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:22.006742 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1e6c95055ea8af60a6cf55267712f4255de8fda57894f5867c3333729ade532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98121b8d-8ac6-447b-9cb7-07ae8405e2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6d254e-2cb9-4908-95c6-b928623e23e4", "tag": "4ee65955-8231-4691-b699-321ae596ea3f"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:22.025683 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec762fb9-ebf8-40aa-a9ca-c3b626e8682a service neutron] Pushing event updated for resources: {'Port': ['ID=4ee65955-8231-4691-b699-321ae596ea3f,revision_number=3']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:22.105557 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5a491f-6ea7-43f1-ab9d-1f1dbe66431f x-openstack-request-id: req-dd5a491f-6ea7-43f1-ab9d-1f1dbe66431f {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:22.105859 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6d254e-2cb9-4908-95c6-b928623e23e4", "tag": "4ee65955-8231-4691-b699-321ae596ea3f", "status": "completed", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:22.106111 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd5a491f-6ea7-43f1-ab9d-1f1dbe66431f {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:22.106568 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd5a491f-6ea7-43f1-ab9d-1f1dbe66431f'] response: {'name': 'network-changed', 'server_uuid': 'ec6d254e-2cb9-4908-95c6-b928623e23e4', 'tag': '4ee65955-8231-4691-b699-321ae596ea3f', 'status': 'completed', 'code': 200} May 16 19:08:22.438268 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e986ce-e956-4408-82b0-f713c43f73db req-198094c3-ef07-45fa-a50c-0bd306f37b37 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:22.441004 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a2e986ce-e956-4408-82b0-f713c43f73db req-198094c3-ef07-45fa-a50c-0bd306f37b37 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 943 time: 0.0621367 May 16 19:08:22.507023 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a2e986ce-e956-4408-82b0-f713c43f73db req-0428b1f9-87d1-45bc-8ce1-d45bb400e9c1 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560572 May 16 19:08:22.608366 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba8e16-9c7c-4e86-8e9d-f5bc8a08ff66 req-1969ea87-4207-49a7-93ca-570e190bb418 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:22.610604 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-10ba8e16-9c7c-4e86-8e9d-f5bc8a08ff66 req-1969ea87-4207-49a7-93ca-570e190bb418 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 945 time: 0.0558727 May 16 19:08:22.665360 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-10ba8e16-9c7c-4e86-8e9d-f5bc8a08ff66 req-3feabdc4-ac9d-43fe-b11a-5012440a3067 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488627 May 16 19:08:22.745485 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device d9db1dad-2833-49cc-86f4-829cf582ab79 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:08:22.863448 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port d9db1dad-2833-49cc-86f4-829cf582ab79, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d9db1dad-2833-49cc-86f4-829cf582ab79,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:22.889702 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': 'd9db1dad-2833-49cc-86f4-829cf582ab79', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'port_id': 'd9db1dad-2833-49cc-86f4-829cf582ab79', 'mac_address': 'fa:16:3e:38:24:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:08:22.949943 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 52932) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:23.006325 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port d9db1dad-2833-49cc-86f4-829cf582ab79 is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:23.006833 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (d9db1dad-2833-49cc-86f4-829cf582ab79), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:23.058602 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9db1dad-2833-49cc-86f4-829cf582ab79 {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:23.084881 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port d9db1dad-2833-49cc-86f4-829cf582ab79, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d9db1dad-2833-49cc-86f4-829cf582ab79,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:23.095054 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (d9db1dad-2833-49cc-86f4-829cf582ab79), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:23.124069 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804132d-f301-4233-a4ac-492ca15de7d8 req-a70244ad-6380-419e-8855-bfc3691030f3 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:23.126373 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1804132d-f301-4233-a4ac-492ca15de7d8 req-a70244ad-6380-419e-8855-bfc3691030f3 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 944 time: 0.0706809 May 16 19:08:23.134594 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ac8c4-0aa5-4c8a-b1eb-5ae5a4a60fa5 req-51f05880-522e-4732-b5cd-2afdad08d006 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:23.136451 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-114ac8c4-0aa5-4c8a-b1eb-5ae5a4a60fa5 req-51f05880-522e-4732-b5cd-2afdad08d006 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.1458526 May 16 19:08:23.208148 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1804132d-f301-4233-a4ac-492ca15de7d8 req-addd9191-7c2e-4a14-ade8-711d628899f6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704792 May 16 19:08:23.222370 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=d9db1dad-2833-49cc-86f4-829cf582ab79,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:23.255352 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-114ac8c4-0aa5-4c8a-b1eb-5ae5a4a60fa5 req-e031bf2b-2800-4f9b-a00b-2a1e8edb35c9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913763 May 16 19:08:23.299127 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-648f0353-42d7-4e47-a02c-0eaa9a02c712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:23.426637 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-648f0353-42d7-4e47-a02c-0eaa9a02c712 admin admin] Publish callbacks [] for security_group (9412ca54-3155-4e66-a6e1-c4db4789b17e), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:23.432527 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-648f0353-42d7-4e47-a02c-0eaa9a02c712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (9412ca54-3155-4e66-a6e1-c4db4789b17e), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:23.474673 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-648f0353-42d7-4e47-a02c-0eaa9a02c712 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c39db9b033754e1f910be4c2cd286c83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5236704 May 16 19:08:23.475688 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f0353-42d7-4e47-a02c-0eaa9a02c712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9412ca54-3155-4e66-a6e1-c4db4789b17e,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:23.477269 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 52956) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:23.488017 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['d9db1dad-2833-49cc-86f4-829cf582ab79'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:08:23.547393 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ae13fdfb-fbe5-47a3-b9a0-a35f1e8685a3 admin admin] Publish callbacks [] for security_group (9412ca54-3155-4e66-a6e1-c4db4789b17e), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:23.572820 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ae13fdfb-fbe5-47a3-b9a0-a35f1e8685a3 admin admin] Publish callbacks [] for security_group (9412ca54-3155-4e66-a6e1-c4db4789b17e), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:23.639386 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ae13fdfb-fbe5-47a3-b9a0-a35f1e8685a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (9412ca54-3155-4e66-a6e1-c4db4789b17e), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:23.640443 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ae13fdfb-fbe5-47a3-b9a0-a35f1e8685a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:23.644056 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-ae13fdfb-fbe5-47a3-b9a0-a35f1e8685a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9412ca54-3155-4e66-a6e1-c4db4789b17e HTTP/1.1" status: 204 len: 168 time: 0.1632762 May 16 19:08:23.647168 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edb962-3118-485a-a664-a439e44b4ee9 req-996399cf-a1c2-4586-9e0e-323cdf37ace6 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:23.653665 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-58edb962-3118-485a-a664-a439e44b4ee9 req-996399cf-a1c2-4586-9e0e-323cdf37ace6 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 943 time: 0.0776517 May 16 19:08:23.656468 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13fdfb-fbe5-47a3-b9a0-a35f1e8685a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9412ca54-3155-4e66-a6e1-c4db4789b17e,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:23.709590 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-58edb962-3118-485a-a664-a439e44b4ee9 req-7fc14628-d9ff-4d4f-a388-715c23598919 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503428 May 16 19:08:23.807311 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d99ece-cc50-46a2-9fd9-ef0848e0f8eb req-7ea6b499-d08b-49bf-931c-66dbf21f5a1a tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:23.808959 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d0d99ece-cc50-46a2-9fd9-ef0848e0f8eb req-7ea6b499-d08b-49bf-931c-66dbf21f5a1a tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 945 time: 0.0531592 May 16 19:08:23.864604 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d0d99ece-cc50-46a2-9fd9-ef0848e0f8eb req-5f25f08c-b1da-4eac-af85-ef3d5b9f50ae tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484247 May 16 19:08:24.007080 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 52980) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:24.021799 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c50240e-ada1-498b-b581-ff75eeeddc87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:24.057500 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 52982) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:24.097136 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c50240e-ada1-498b-b581-ff75eeeddc87 admin admin] Publish callbacks [] for security_group (ef4f090b-55ee-4209-815e-54aafdb8158e), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:24.101061 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8c50240e-ada1-498b-b581-ff75eeeddc87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (ef4f090b-55ee-4209-815e-54aafdb8158e), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:24.118570 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:08:24.138878 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-8c50240e-ada1-498b-b581-ff75eeeddc87 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=acccda62e12c45038ce77be0a91688c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303499 May 16 19:08:24.140743 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50240e-ada1-498b-b581-ff75eeeddc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4f090b-55ee-4209-815e-54aafdb8158e,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:24.141629 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 52986) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:24.188964 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9efebc3f-1624-498e-a52b-9bfd22dfddda admin admin] Publish callbacks [] for security_group (ef4f090b-55ee-4209-815e-54aafdb8158e), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:24.216149 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9efebc3f-1624-498e-a52b-9bfd22dfddda admin admin] Publish callbacks [] for security_group (ef4f090b-55ee-4209-815e-54aafdb8158e), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:24.227462 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-be77343f-9d5f-41ff-ba2f-09c281acc73d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:24.328223 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9efebc3f-1624-498e-a52b-9bfd22dfddda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (ef4f090b-55ee-4209-815e-54aafdb8158e), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:24.330843 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9efebc3f-1624-498e-a52b-9bfd22dfddda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:24.334986 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-9efebc3f-1624-498e-a52b-9bfd22dfddda admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ef4f090b-55ee-4209-815e-54aafdb8158e HTTP/1.1" status: 204 len: 168 time: 0.1894538 May 16 19:08:24.351909 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efebc3f-1624-498e-a52b-9bfd22dfddda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4f090b-55ee-4209-815e-54aafdb8158e,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:24.369615 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-be77343f-9d5f-41ff-ba2f-09c281acc73d admin admin] Publish callbacks [] for security_group (1e8002a7-84af-4671-a8d9-f4bff16eb78c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:24.375218 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-be77343f-9d5f-41ff-ba2f-09c281acc73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (1e8002a7-84af-4671-a8d9-f4bff16eb78c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:24.386304 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b16ea-45d3-4259-a929-c70128fce00f req-646b34b4-8420-4624-9cf2-19942be157b3 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:24.394204 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0d1b16ea-45d3-4259-a929-c70128fce00f req-646b34b4-8420-4624-9cf2-19942be157b3 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 944 time: 0.0934789 May 16 19:08:24.430825 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c67a12-d286-4f9e-9d60-4227a0613fc4 req-ca4bf7bf-1eb6-4bd9-9593-38edd35074eb tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:24.441225 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-be77343f-9d5f-41ff-ba2f-09c281acc73d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d0a15945ff404d8f881fa6f27fed8bf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3825238 May 16 19:08:24.441957 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53004) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:24.442578 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77343f-9d5f-41ff-ba2f-09c281acc73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8002a7-84af-4671-a8d9-f4bff16eb78c,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:24.443214 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a1c67a12-d286-4f9e-9d60-4227a0613fc4 req-ca4bf7bf-1eb6-4bd9-9593-38edd35074eb tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.1041613 May 16 19:08:24.596231 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a1c67a12-d286-4f9e-9d60-4227a0613fc4 req-2ffb40ac-098c-4e26-b8e9-64dacbd66e5e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518655 May 16 19:08:24.600103 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b7518-7c49-4771-b366-62141df01130 req-f77b58b1-b588-424d-9da9-092d2af31954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:24.602325 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-4f3b7518-7c49-4771-b366-62141df01130 req-f77b58b1-b588-424d-9da9-092d2af31954 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70b756666b7843baa63dd49b0d871431&device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 1127 time: 0.1226671 May 16 19:08:24.604224 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98121b8d-8ac6-447b-9cb7-07ae8405e2fb req-31f0a06b-04e7-4b7a-aee1-627308a89a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:24.606036 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-98121b8d-8ac6-447b-9cb7-07ae8405e2fb req-31f0a06b-04e7-4b7a-aee1-627308a89a6b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 1128 time: 0.1235931 May 16 19:08:24.624670 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0d1b16ea-45d3-4259-a929-c70128fce00f req-08a767a9-7e3e-43f4-8efe-34d180caa518 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237499 May 16 19:08:24.626256 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-25d3d201-73cb-4b08-b6ad-dd0b0a8f5cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:24.628470 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-25d3d201-73cb-4b08-b6ad-dd0b0a8f5cc3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5&device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 1127 time: 0.1597040 May 16 19:08:24.697939 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ac004540-ac2c-4108-9062-00793ac53b1e admin admin] Publish callbacks [] for security_group (1e8002a7-84af-4671-a8d9-f4bff16eb78c), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:24.720907 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-8380c5ab-9665-4018-9cfb-2fd5e0fce671 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=738e7817-53b4-48ef-8064-804ecf4a3fed HTTP/1.1" status: 200 len: 217 time: 0.0450311 May 16 19:08:24.749145 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:08:24.778072 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-47736a02-d63d-4fe8-95ef-3c95be9c7412 req-7a9cbbbb-27f2-4f7c-94bc-c9d30ce5f60b service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163106 May 16 19:08:24.784054 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device d9db1dad-2833-49cc-86f4-829cf582ab79 up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:24.874580 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98121b8d-8ac6-447b-9cb7-07ae8405e2fb req-e094fd43-2936-487f-a7d8-d756f046475b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:24.876081 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-98121b8d-8ac6-447b-9cb7-07ae8405e2fb req-e094fd43-2936-487f-a7d8-d756f046475b service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2549114 May 16 19:08:24.926002 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port d9db1dad-2833-49cc-86f4-829cf582ab79 completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:08:24.967741 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port d9db1dad-2833-49cc-86f4-829cf582ab79 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:24.968617 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (d9db1dad-2833-49cc-86f4-829cf582ab79), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:25.052207 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6b1b62aa-e719-4cb9-8d0f-07cf685bb71c,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:25.082988 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': '6b1b62aa-e719-4cb9-8d0f-07cf685bb71c', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'port_id': '6b1b62aa-e719-4cb9-8d0f-07cf685bb71c', 'mac_address': 'fa:16:3e:e0:2e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:08:25.157118 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ac004540-ac2c-4108-9062-00793ac53b1e admin admin] Publish callbacks [] for security_group (1e8002a7-84af-4671-a8d9-f4bff16eb78c), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:25.163346 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port d9db1dad-2833-49cc-86f4-829cf582ab79 is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:25.163754 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (d9db1dad-2833-49cc-86f4-829cf582ab79), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:25.183297 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:25.183678 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (6b1b62aa-e719-4cb9-8d0f-07cf685bb71c), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:25.204165 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca76ef1-18a3-4028-a0f7-8cd6eb61e078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9db1dad-2833-49cc-86f4-829cf582ab79'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:25.206719 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4a898e-b21c-4432-96cb-cd34d9bd5f60" -d '{"events": [{"server_uuid": "3ca76ef1-18a3-4028-a0f7-8cd6eb61e078", "name": "network-vif-plugged", "status": "completed", "tag": "d9db1dad-2833-49cc-86f4-829cf582ab79"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:25.223160 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port d9db1dad-2833-49cc-86f4-829cf582ab79, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d9db1dad-2833-49cc-86f4-829cf582ab79,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:25.226495 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:25.242306 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-47736a02-d63d-4fe8-95ef-3c95be9c7412 req-d30a9b16-937e-4027-8c3e-d1a07c7067f9 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549701 May 16 19:08:25.245657 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (d9db1dad-2833-49cc-86f4-829cf582ab79), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:25.245869 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-d2f00415-c354-4935-b3f6-f6b18e9209fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:25.247796 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-d2f00415-c354-4935-b3f6-f6b18e9209fe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=32734e80-b5c3-4de5-9e79-84be66140e2e HTTP/1.1" status: 200 len: 855 time: 0.5187693 May 16 19:08:25.255322 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6b1b62aa-e719-4cb9-8d0f-07cf685bb71c,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:25.279268 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (6b1b62aa-e719-4cb9-8d0f-07cf685bb71c), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:25.322139 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=d9db1dad-2833-49cc-86f4-829cf582ab79,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:25.346595 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98121b8d-8ac6-447b-9cb7-07ae8405e2fb req-429635af-d3a8-436f-83b5-d88672bf345a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:25.348203 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-98121b8d-8ac6-447b-9cb7-07ae8405e2fb req-429635af-d3a8-436f-83b5-d88672bf345a service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4297838 May 16 19:08:25.363275 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee8e8f-a1b0-4e7a-8efc-67a388cd7f8d req-31cf5e8c-7158-4c42-84b1-bdfe202fc5e5 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:25.370235 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-37ee8e8f-a1b0-4e7a-8efc-67a388cd7f8d req-31cf5e8c-7158-4c42-84b1-bdfe202fc5e5 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 945 time: 0.1258323 May 16 19:08:25.387249 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f4eb2-61e4-4c76-84de-dc1853cd9a81 req-6b0f5309-587f-48cb-b34e-4249cd429665 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:25.394142 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0b9f4eb2-61e4-4c76-84de-dc1853cd9a81 req-6b0f5309-587f-48cb-b34e-4249cd429665 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 944 time: 0.1507659 May 16 19:08:25.398177 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-7535544c-098e-46a5-95da-d71b1cdfe846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:25.399753 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-7535544c-098e-46a5-95da-d71b1cdfe846 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fa48d056-bb3a-4902-b0df-7a66e8554ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1303861 May 16 19:08:25.430698 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b7518-7c49-4771-b366-62141df01130 req-0e3ea0fd-2560-4029-a550-e859dbc17222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:25.433547 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-4f3b7518-7c49-4771-b366-62141df01130 req-0e3ea0fd-2560-4029-a550-e859dbc17222 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 200 len: 919 time: 0.8137622 May 16 19:08:25.440967 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=6b1b62aa-e719-4cb9-8d0f-07cf685bb71c,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:25.461612 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ac004540-ac2c-4108-9062-00793ac53b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (1e8002a7-84af-4671-a8d9-f4bff16eb78c), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:25.465881 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ac004540-ac2c-4108-9062-00793ac53b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:25.483645 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-ac004540-ac2c-4108-9062-00793ac53b1e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1e8002a7-84af-4671-a8d9-f4bff16eb78c HTTP/1.1" status: 204 len: 168 time: 1.0297201 May 16 19:08:25.487469 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0b9f4eb2-61e4-4c76-84de-dc1853cd9a81 req-d1d474b0-d12b-474d-82c9-f330dd247d16 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923722 May 16 19:08:25.512439 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac004540-ac2c-4108-9062-00793ac53b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8002a7-84af-4671-a8d9-f4bff16eb78c,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:25.517179 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-37ee8e8f-a1b0-4e7a-8efc-67a388cd7f8d req-6e617ee0-ad55-4e34-b103-c7ae964e5d81 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460123 May 16 19:08:25.565126 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f23bd69-f208-45ef-b028-3b6a4616a039 x-openstack-request-id: req-3f23bd69-f208-45ef-b028-3b6a4616a039 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:25.565446 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca76ef1-18a3-4028-a0f7-8cd6eb61e078", "name": "network-vif-plugged", "status": "completed", "tag": "d9db1dad-2833-49cc-86f4-829cf582ab79", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:25.565706 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f23bd69-f208-45ef-b028-3b6a4616a039 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:25.566099 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f23bd69-f208-45ef-b028-3b6a4616a039'] response: {'server_uuid': '3ca76ef1-18a3-4028-a0f7-8cd6eb61e078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9db1dad-2833-49cc-86f4-829cf582ab79', 'code': 200} May 16 19:08:25.613253 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53058) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:25.671679 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['6b1b62aa-e719-4cb9-8d0f-07cf685bb71c'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:08:25.793306 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec96814-f3d7-4209-b9f8-38bdbe23749d req-c0860038-7228-43f3-b9f0-e1d6a7a29701 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:25.795516 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1ec96814-f3d7-4209-b9f8-38bdbe23749d req-c0860038-7228-43f3-b9f0-e1d6a7a29701 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 944 time: 0.0999234 May 16 19:08:25.805248 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04222c-8ec4-44d7-b89e-c14a5a173341 req-f0ec7f65-e127-4511-af36-0f377ebc6068 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:25.806793 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6a04222c-8ec4-44d7-b89e-c14a5a173341 req-f0ec7f65-e127-4511-af36-0f377ebc6068 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0963700 May 16 19:08:25.877977 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1ec96814-f3d7-4209-b9f8-38bdbe23749d req-6ef45284-dbb8-44f7-b12d-b5eea3300f17 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700612 May 16 19:08:25.903352 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6a04222c-8ec4-44d7-b89e-c14a5a173341 req-e3ccb84d-bcef-4b3e-a5a9-f1e6fbe6cd05 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659592 May 16 19:08:25.948885 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f4133359-61ad-4843-aa6d-de2f57ae9824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:25.958174 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53070) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:26.026827 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-99936911-41f1-49d6-8308-0eb64f14a102 service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171968 May 16 19:08:26.070688 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4f6ebd79-d90b-479f-b656-68a54fbab00e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.088749 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-4f3b7518-7c49-4771-b366-62141df01130 req-9a4ce576-5999-4748-8666-ec09276c0d55 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b1b62aa-e719-4cb9-8d0f-07cf685bb71c HTTP/1.1" status: 200 len: 217 time: 0.0947623 May 16 19:08:26.095219 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-0e23ee1c-cd72-4c65-a86f-f608af8342c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:26.096716 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-0e23ee1c-cd72-4c65-a86f-f608af8342c3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 1128 time: 0.1933820 May 16 19:08:26.189534 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-f4164567-c0a7-4479-aeb4-dd0c5a0b69fc service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee65955-8231-4691-b699-321ae596ea3f HTTP/1.1" status: 200 len: 217 time: 0.0749369 May 16 19:08:26.211486 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-48757a32-0418-4f1e-b1fd-85a9c2781fb3 req-bf69d00b-154d-4294-bd3b-80a2a74cd72c service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521144 May 16 19:08:26.273249 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b7518-7c49-4771-b366-62141df01130 req-1b7d5a5d-021d-409c-ae71-3465ac43cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:26.274743 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-4f3b7518-7c49-4771-b366-62141df01130 req-1b7d5a5d-021d-409c-ae71-3465ac43cc14 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ade8a152-1ee2-4456-af76-7bb459b607fb HTTP/1.1" status: 200 len: 857 time: 0.1707292 May 16 19:08:26.319241 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ccf15268-531d-4f56-b1fc-18f7ff779147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:26.320731 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-ccf15268-531d-4f56-b1fc-18f7ff779147 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae HTTP/1.1" status: 200 len: 854 time: 0.1227632 May 16 19:08:26.330548 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4d896-fb2a-426e-b936-00262800be5c req-c0e3daa1-ff3e-47f2-9c15-dbfa35fa4eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:26.332823 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a0f4d896-fb2a-426e-b936-00262800be5c req-c0e3daa1-ff3e-47f2-9c15-dbfa35fa4eb4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 1129 time: 0.1056216 May 16 19:08:26.333318 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4f6ebd79-d90b-479f-b656-68a54fbab00e admin admin] Publish callbacks [] for security_group (9376c1cc-6069-4f91-96cd-322c10d8b90a), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.345830 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4f6ebd79-d90b-479f-b656-68a54fbab00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (9376c1cc-6069-4f91-96cd-322c10d8b90a), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.365219 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f4133359-61ad-4843-aa6d-de2f57ae9824 admin admin] Publish callbacks [] for security_group (1db05a96-d3d2-44e7-803f-2b801704a6bd), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.384235 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f4133359-61ad-4843-aa6d-de2f57ae9824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (1db05a96-d3d2-44e7-803f-2b801704a6bd), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.417182 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-4f6ebd79-d90b-479f-b656-68a54fbab00e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b72e12b635a94147a6fb1376dab1ff29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4542887 May 16 19:08:26.423913 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 53092) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:26.424005 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ebd79-d90b-479f-b656-68a54fbab00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9376c1cc-6069-4f91-96cd-322c10d8b90a,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:26.433742 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-f4133359-61ad-4843-aa6d-de2f57ae9824 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e71711f16e864ae88505cd9cc9b2ce57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8194380 May 16 19:08:26.437017 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 53096) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:26.466058 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4133359-61ad-4843-aa6d-de2f57ae9824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db05a96-d3d2-44e7-803f-2b801704a6bd,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:26.527816 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-eaab2a99-c900-4442-adba-5b670c29f60c admin admin] Publish callbacks [] for security_group (9376c1cc-6069-4f91-96cd-322c10d8b90a), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.564875 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67f0e091-a385-4c52-aa6c-1a09da2a0f28 admin admin] Publish callbacks [] for security_group (1db05a96-d3d2-44e7-803f-2b801704a6bd), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.567677 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-eaab2a99-c900-4442-adba-5b670c29f60c admin admin] Publish callbacks [] for security_group (9376c1cc-6069-4f91-96cd-322c10d8b90a), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.693517 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67f0e091-a385-4c52-aa6c-1a09da2a0f28 admin admin] Publish callbacks [] for security_group (1db05a96-d3d2-44e7-803f-2b801704a6bd), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.722718 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69ef38-712d-49a6-a352-f2d528f098df req-61b97642-a971-4aff-a262-e7005a1d47ef tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:26.724211 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7e69ef38-712d-49a6-a352-f2d528f098df req-61b97642-a971-4aff-a262-e7005a1d47ef tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 944 time: 0.1396291 May 16 19:08:26.729230 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-eaab2a99-c900-4442-adba-5b670c29f60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (9376c1cc-6069-4f91-96cd-322c10d8b90a), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.731797 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-eaab2a99-c900-4442-adba-5b670c29f60c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.736411 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-eaab2a99-c900-4442-adba-5b670c29f60c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9376c1cc-6069-4f91-96cd-322c10d8b90a HTTP/1.1" status: 204 len: 168 time: 0.3147013 May 16 19:08:26.750946 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a340b06-2682-4d2c-8c28-db02b6c3dbdb req-97c53bdb-e0d6-4669-95f2-ff359125eb01 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:26.752229 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5a340b06-2682-4d2c-8c28-db02b6c3dbdb req-97c53bdb-e0d6-4669-95f2-ff359125eb01 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 945 time: 0.1491451 May 16 19:08:26.760722 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:26.769099 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab2a99-c900-4442-adba-5b670c29f60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9376c1cc-6069-4f91-96cd-322c10d8b90a,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:26.815677 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:08:26.827953 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:26.828427 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (6b1b62aa-e719-4cb9-8d0f-07cf685bb71c), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.891665 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67f0e091-a385-4c52-aa6c-1a09da2a0f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (1db05a96-d3d2-44e7-803f-2b801704a6bd), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.899725 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-67f0e091-a385-4c52-aa6c-1a09da2a0f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:26.903388 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-67f0e091-a385-4c52-aa6c-1a09da2a0f28 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1db05a96-d3d2-44e7-803f-2b801704a6bd HTTP/1.1" status: 204 len: 168 time: 0.4621122 May 16 19:08:26.906174 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7e69ef38-712d-49a6-a352-f2d528f098df req-045ca1e0-c3be-4d5f-9c0a-973fc73a7a2b tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644320 May 16 19:08:26.928989 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0e091-a385-4c52-aa6c-1a09da2a0f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db05a96-d3d2-44e7-803f-2b801704a6bd,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:26.955748 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5a340b06-2682-4d2c-8c28-db02b6c3dbdb req-2dcab170-c734-4075-89d7-6a272caa9708 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695948 May 16 19:08:26.957726 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:26.961002 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (6b1b62aa-e719-4cb9-8d0f-07cf685bb71c), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:27.043733 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6b1b62aa-e719-4cb9-8d0f-07cf685bb71c,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:27.053020 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (6b1b62aa-e719-4cb9-8d0f-07cf685bb71c), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:27.152055 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=6b1b62aa-e719-4cb9-8d0f-07cf685bb71c,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:27.234005 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0fca1-2a51-44e2-8d65-0141bf08b542 req-c6f68118-2afc-478a-bf3c-2b89e8be77e6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:27.235778 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-fae0fca1-2a51-44e2-8d65-0141bf08b542 req-c6f68118-2afc-478a-bf3c-2b89e8be77e6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 944 time: 0.1562808 May 16 19:08:27.275415 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426c62-f864-49a9-8b42-de610abeb4cd req-a0536ef7-99e7-4222-9fc9-b03c0bf2f72c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:27.283364 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-25426c62-f864-49a9-8b42-de610abeb4cd req-a0536ef7-99e7-4222-9fc9-b03c0bf2f72c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.1233814 May 16 19:08:27.330500 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-fae0fca1-2a51-44e2-8d65-0141bf08b542 req-40839a03-a87e-406e-8f1d-ca6cfed28d15 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878928 May 16 19:08:27.387772 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-25426c62-f864-49a9-8b42-de610abeb4cd req-e8c247a3-62b1-4767-b690-84614dc7c0a0 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035850 May 16 19:08:27.455368 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 53162) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:27.475506 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cde5bfb4-7620-4e6e-b7b1-221c8caf832a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:27.567281 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1b62aa-e719-4cb9-8d0f-07cf685bb71c'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:27.573193 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fdcefd-d543-43ec-92fb-ae89c7ce07ef" -d '{"events": [{"server_uuid": "e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3", "name": "network-vif-plugged", "status": "completed", "tag": "6b1b62aa-e719-4cb9-8d0f-07cf685bb71c"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:27.617125 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cde5bfb4-7620-4e6e-b7b1-221c8caf832a admin admin] Publish callbacks [] for security_group (d6276fd2-ffe8-4ed0-a4df-41112a0252c5), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:27.625723 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cde5bfb4-7620-4e6e-b7b1-221c8caf832a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (d6276fd2-ffe8-4ed0-a4df-41112a0252c5), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:27.631196 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf7dc79-4bf8-43fb-bb3c-8ccb5e46d580 x-openstack-request-id: req-0bf7dc79-4bf8-43fb-bb3c-8ccb5e46d580 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:27.631511 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3", "name": "network-vif-plugged", "status": "completed", "tag": "6b1b62aa-e719-4cb9-8d0f-07cf685bb71c", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:27.631763 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0bf7dc79-4bf8-43fb-bb3c-8ccb5e46d580 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:27.632627 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf7dc79-4bf8-43fb-bb3c-8ccb5e46d580'] response: {'server_uuid': 'e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1b62aa-e719-4cb9-8d0f-07cf685bb71c', 'code': 200} May 16 19:08:27.685599 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-cde5bfb4-7620-4e6e-b7b1-221c8caf832a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b3468a4d85e646a4b9bb6cd4344bd690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289467 May 16 19:08:27.688218 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde5bfb4-7620-4e6e-b7b1-221c8caf832a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6276fd2-ffe8-4ed0-a4df-41112a0252c5,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:27.688968 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53188) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:27.773554 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f88ee73e-235b-4380-b88b-bd25524e8c8f admin admin] Publish callbacks [] for security_group (d6276fd2-ffe8-4ed0-a4df-41112a0252c5), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:27.800589 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f88ee73e-235b-4380-b88b-bd25524e8c8f admin admin] Publish callbacks [] for security_group (d6276fd2-ffe8-4ed0-a4df-41112a0252c5), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:27.869800 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f88ee73e-235b-4380-b88b-bd25524e8c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (d6276fd2-ffe8-4ed0-a4df-41112a0252c5), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:27.877428 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f88ee73e-235b-4380-b88b-bd25524e8c8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:27.877428 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-f88ee73e-235b-4380-b88b-bd25524e8c8f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d6276fd2-ffe8-4ed0-a4df-41112a0252c5 HTTP/1.1" status: 204 len: 168 time: 0.1822610 May 16 19:08:27.883704 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ee73e-235b-4380-b88b-bd25524e8c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6276fd2-ffe8-4ed0-a4df-41112a0252c5,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:28.050287 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315af69c-d45a-4d81-ab82-3df34c64dc29 req-b83c5002-9678-455e-93ab-44a5908a8a94 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:28.051767 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-315af69c-d45a-4d81-ab82-3df34c64dc29 req-b83c5002-9678-455e-93ab-44a5908a8a94 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0607531 May 16 19:08:28.102402 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-315af69c-d45a-4d81-ab82-3df34c64dc29 req-2da31eda-3f77-4e61-900b-7a7251926450 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444930 May 16 19:08:28.153464 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53216) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:28.271411 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7b0099fd-9e73-452f-816b-e5b14a124d7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.355904 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7b0099fd-9e73-452f-816b-e5b14a124d7d admin admin] Publish callbacks [] for security_group (2ac21787-c80c-4080-abec-e3d7e6dc92b6), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.361723 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7b0099fd-9e73-452f-816b-e5b14a124d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (2ac21787-c80c-4080-abec-e3d7e6dc92b6), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.401624 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-7b0099fd-9e73-452f-816b-e5b14a124d7d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8124a5b25c0b414495ca6f402beb257c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470827 May 16 19:08:28.402717 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0099fd-9e73-452f-816b-e5b14a124d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac21787-c80c-4080-abec-e3d7e6dc92b6,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:28.404431 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 53234) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:28.536993 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-07ad3590-3951-48ec-acd9-7f3816bd53d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:28.538451 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-07ad3590-3951-48ec-acd9-7f3816bd53d8 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0601788 May 16 19:08:28.606157 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b7654-7e6e-4e7c-911e-2da945bc8891 req-e827a0ff-4e11-4e67-8a17-5c5a8ca3d636 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:28.607720 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d65b7654-7e6e-4e7c-911e-2da945bc8891 req-e827a0ff-4e11-4e67-8a17-5c5a8ca3d636 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 944 time: 0.1919222 May 16 19:08:28.630952 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b7518-7c49-4771-b366-62141df01130 req-e1153259-1eee-486c-a199-10c1e8d93496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:28.632765 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-4f3b7518-7c49-4771-b366-62141df01130 req-e1153259-1eee-486c-a199-10c1e8d93496 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1cc3c61-1225-4d74-a272-e27badcaaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1039190 May 16 19:08:28.677925 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c616e-d058-4ddb-a88d-fec484b0adfb req-e77333a8-d9ad-4054-9c47-ac66ea1cdd1b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:28.684476 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a97c616e-d058-4ddb-a88d-fec484b0adfb req-e77333a8-d9ad-4054-9c47-ac66ea1cdd1b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.2007830 May 16 19:08:28.722162 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a0f4d896-fb2a-426e-b936-00262800be5c req-ca980497-bf01-460f-ac7f-da90b5ba27b5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395802 May 16 19:08:28.740373 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cc70cbc1-ae95-4cc3-9d7e-2fae155106a5 admin admin] Publish callbacks [] for security_group (2ac21787-c80c-4080-abec-e3d7e6dc92b6), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.749228 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b087572-d113-44d0-87fd-0d93686a1d1f req-ad36fead-638a-49f4-926a-e402560377b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:28.751116 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0b087572-d113-44d0-87fd-0d93686a1d1f req-ad36fead-638a-49f4-926a-e402560377b3 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 1129 time: 0.1092446 May 16 19:08:28.812142 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cc70cbc1-ae95-4cc3-9d7e-2fae155106a5 admin admin] Publish callbacks [] for security_group (2ac21787-c80c-4080-abec-e3d7e6dc92b6), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.822375 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-4f3b7518-7c49-4771-b366-62141df01130 req-1a253600-558a-4f1a-ac1f-163e1fd6f977 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756408 May 16 19:08:28.836931 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d65b7654-7e6e-4e7c-911e-2da945bc8891 req-4b698cd9-d853-4064-af08-050ea5fba90e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208173 May 16 19:08:28.854872 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a97c616e-d058-4ddb-a88d-fec484b0adfb req-56e3d863-f04f-4c22-adab-b18945e114c4 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640882 May 16 19:08:28.868896 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-cc4b8180-c83e-4010-bcd2-6e18d7fae05a service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902458 May 16 19:08:28.921336 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cc70cbc1-ae95-4cc3-9d7e-2fae155106a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (2ac21787-c80c-4080-abec-e3d7e6dc92b6), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.925020 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cc70cbc1-ae95-4cc3-9d7e-2fae155106a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:28.932118 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-cc70cbc1-ae95-4cc3-9d7e-2fae155106a5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2ac21787-c80c-4080-abec-e3d7e6dc92b6 HTTP/1.1" status: 204 len: 168 time: 0.5258694 May 16 19:08:28.942391 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70cbc1-ae95-4cc3-9d7e-2fae155106a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac21787-c80c-4080-abec-e3d7e6dc92b6,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:29.099169 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0b087572-d113-44d0-87fd-0d93686a1d1f req-edab054c-b955-484b-9e73-1fe43d9048b8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062510 May 16 19:08:29.230670 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-82e2d1c1-44f7-4bea-ada3-5bbbafc6b94c req-051135f7-188a-434e-91a9-d0c6b932ad31 service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381377 May 16 19:08:29.234953 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-4f3b7518-7c49-4771-b366-62141df01130 req-4612398f-4db0-43c8-821a-d45d98539593 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345827 May 16 19:08:29.243903 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7fbe6-e391-4998-b09a-57dda3be6a6c req-e3c44f20-efb9-437d-814a-3e72d8115fd2 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:29.245450 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-08e7fbe6-e391-4998-b09a-57dda3be6a6c req-e3c44f20-efb9-437d-814a-3e72d8115fd2 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0688517 May 16 19:08:29.299513 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-08e7fbe6-e391-4998-b09a-57dda3be6a6c req-4c0b5147-9274-47da-a61d-83750b856b06 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475969 May 16 19:08:29.466030 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 53294) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:29.481940 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1748205-6b32-4457-878a-b286d067c3e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.574206 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1748205-6b32-4457-878a-b286d067c3e5 admin admin] Publish callbacks [] for security_group (54a52b12-b8f5-43c9-b66d-175b31f2028f), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.579439 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1748205-6b32-4457-878a-b286d067c3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (54a52b12-b8f5-43c9-b66d-175b31f2028f), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.618990 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-b1748205-6b32-4457-878a-b286d067c3e5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1019eb8a6534fb09e78f4368fdce989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512082 May 16 19:08:29.622065 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53298) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:29.623276 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1748205-6b32-4457-878a-b286d067c3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a52b12-b8f5-43c9-b66d-175b31f2028f,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:29.654205 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 53302) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:29.688326 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-676cd440-9577-4b28-9ded-1198076ba310 admin admin] Publish callbacks [] for security_group (54a52b12-b8f5-43c9-b66d-175b31f2028f), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.714456 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-676cd440-9577-4b28-9ded-1198076ba310 admin admin] Publish callbacks [] for security_group (54a52b12-b8f5-43c9-b66d-175b31f2028f), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.770337 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-676cd440-9577-4b28-9ded-1198076ba310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (54a52b12-b8f5-43c9-b66d-175b31f2028f), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.775281 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-676cd440-9577-4b28-9ded-1198076ba310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.781021 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-676cd440-9577-4b28-9ded-1198076ba310 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/54a52b12-b8f5-43c9-b66d-175b31f2028f HTTP/1.1" status: 204 len: 168 time: 0.1579092 May 16 19:08:29.789348 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cd440-9577-4b28-9ded-1198076ba310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a52b12-b8f5-43c9-b66d-175b31f2028f,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:29.887861 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f1d149df-791a-41bc-be12-3164aa3e524e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:29.991641 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872d8e5-f96d-485d-ac45-b7d1691dbb14 req-56b1b140-e1ce-489c-a5c2-18a7dfee9073 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:29.993310 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6872d8e5-f96d-485d-ac45-b7d1691dbb14 req-56b1b140-e1ce-489c-a5c2-18a7dfee9073 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 944 time: 0.0587792 May 16 19:08:30.044035 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f1d149df-791a-41bc-be12-3164aa3e524e admin admin] Publish callbacks [] for security_group (53215133-e3f6-4cfe-bcc2-d30116820514), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.058474 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f1d149df-791a-41bc-be12-3164aa3e524e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (53215133-e3f6-4cfe-bcc2-d30116820514), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.139440 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d149df-791a-41bc-be12-3164aa3e524e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53215133-e3f6-4cfe-bcc2-d30116820514,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:30.176750 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6872d8e5-f96d-485d-ac45-b7d1691dbb14 req-d8733c67-9abc-4927-abc0-beea5d4ae9f0 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690977 May 16 19:08:30.184832 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-f1d149df-791a-41bc-be12-3164aa3e524e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ae8d82a4173647ea981f216c1c3ae2f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5265741 May 16 19:08:30.185236 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53338) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:30.281028 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-36c1eed2-5e9d-43d7-b025-d3c062ff6904 admin admin] Publish callbacks [] for security_group (53215133-e3f6-4cfe-bcc2-d30116820514), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.300414 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e0bc8-13f4-4829-aebd-3561a3441438 req-efd3f54a-a5d7-4b63-ba24-9a3503830405 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:30.301953 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-277e0bc8-13f4-4829-aebd-3561a3441438 req-efd3f54a-a5d7-4b63-ba24-9a3503830405 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0581236 May 16 19:08:30.307443 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-36c1eed2-5e9d-43d7-b025-d3c062ff6904 admin admin] Publish callbacks [] for security_group (53215133-e3f6-4cfe-bcc2-d30116820514), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.378955 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-277e0bc8-13f4-4829-aebd-3561a3441438 req-2b407874-6bfe-4477-814f-d73b1a6a096a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712242 May 16 19:08:30.383672 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-36c1eed2-5e9d-43d7-b025-d3c062ff6904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (53215133-e3f6-4cfe-bcc2-d30116820514), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.386861 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-36c1eed2-5e9d-43d7-b025-d3c062ff6904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.388423 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-36c1eed2-5e9d-43d7-b025-d3c062ff6904 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/53215133-e3f6-4cfe-bcc2-d30116820514 HTTP/1.1" status: 204 len: 168 time: 0.2019901 May 16 19:08:30.405621 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1eed2-5e9d-43d7-b025-d3c062ff6904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53215133-e3f6-4cfe-bcc2-d30116820514,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:30.565802 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fac382-4d20-4da7-ad15-b65f36f1f79a req-9480d575-b081-4a24-b00e-fe8a9aa3da81 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:30.573109 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-16fac382-4d20-4da7-ad15-b65f36f1f79a req-9480d575-b081-4a24-b00e-fe8a9aa3da81 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0797398 May 16 19:08:30.640611 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-16fac382-4d20-4da7-ad15-b65f36f1f79a req-325d3d57-6184-4c7c-8e32-0a0227089e60 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665073 May 16 19:08:30.799713 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 738e7817-53b4-48ef-8064-804ecf4a3fed details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:08:30.911019 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 738e7817-53b4-48ef-8064-804ecf4a3fed, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=738e7817-53b4-48ef-8064-804ecf4a3fed,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:30.923573 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': '738e7817-53b4-48ef-8064-804ecf4a3fed', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'port_id': '738e7817-53b4-48ef-8064-804ecf4a3fed', 'mac_address': 'fa:16:3e:9d:37:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:08:30.962875 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 738e7817-53b4-48ef-8064-804ecf4a3fed is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:30.963345 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:30.975627 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53384) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:30.981771 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738e7817-53b4-48ef-8064-804ecf4a3fed {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:31.006760 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 738e7817-53b4-48ef-8064-804ecf4a3fed, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=738e7817-53b4-48ef-8064-804ecf4a3fed,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:31.015684 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.039698 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53390) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:31.057997 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1226f12b-1c97-4b71-8bd7-ee9b95ff35cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.087189 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=738e7817-53b4-48ef-8064-804ecf4a3fed,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:31.221383 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1226f12b-1c97-4b71-8bd7-ee9b95ff35cb admin admin] Publish callbacks [] for security_group (849fab9c-f58f-4090-8224-536373a4f9ea), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.237563 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1226f12b-1c97-4b71-8bd7-ee9b95ff35cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (849fab9c-f58f-4090-8224-536373a4f9ea), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.247577 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8b5f1ca2-5f02-459f-96c5-c01a8c100aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.293591 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-1226f12b-1c97-4b71-8bd7-ee9b95ff35cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe4a1166670b47ecbbf8b20e9de65812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529252 May 16 19:08:31.293977 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 53400) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:31.298200 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53402) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:31.306661 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226f12b-1c97-4b71-8bd7-ee9b95ff35cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849fab9c-f58f-4090-8224-536373a4f9ea,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:31.307360 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dd170-161d-498e-8829-3613a4942bd7 req-66d29630-05f5-4baf-aa9c-aaa5bf67f2a2 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:31.313346 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-253dd170-161d-498e-8829-3613a4942bd7 req-66d29630-05f5-4baf-aa9c-aaa5bf67f2a2 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 944 time: 0.0629671 May 16 19:08:31.377631 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-253dd170-161d-498e-8829-3613a4942bd7 req-272de6be-dc20-40f8-beb9-3543c531417f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559804 May 16 19:08:31.394094 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a3d8-0f92-4f03-8487-278c4e243e5f admin admin] Publish callbacks [] for security_group (849fab9c-f58f-4090-8224-536373a4f9ea), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.402236 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-9ca80f67-c4bc-4c88-adf0-99a5b0c8ea49 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-560823433-network', 'tenant_id': '4f05e0c0284d4e7189162018604c1ec6'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:31.422553 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca80f67-c4bc-4c88-adf0-99a5b0c8ea49 admin admin] Made reservation on behalf of 4f05e0c0284d4e7189162018604c1ec6 for: {'network': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:31.424867 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9ca80f67-c4bc-4c88-adf0-99a5b0c8ea49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for network (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.433404 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9ca80f67-c4bc-4c88-adf0-99a5b0c8ea49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.434922 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8b5f1ca2-5f02-459f-96c5-c01a8c100aa4 admin admin] Publish callbacks [] for security_group (2f61d65e-a723-4e22-96af-2ffb06eb8041), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.437159 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a3d8-0f92-4f03-8487-278c4e243e5f admin admin] Publish callbacks [] for security_group (849fab9c-f58f-4090-8224-536373a4f9ea), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.448949 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8b5f1ca2-5f02-459f-96c5-c01a8c100aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (2f61d65e-a723-4e22-96af-2ffb06eb8041), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.508800 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['738e7817-53b4-48ef-8064-804ecf4a3fed'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:08:31.513685 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-8b5f1ca2-5f02-459f-96c5-c01a8c100aa4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4205111463d1409995ef4fbe9fa4e603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5363545 May 16 19:08:31.516261 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f1ca2-5f02-459f-96c5-c01a8c100aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f61d65e-a723-4e22-96af-2ffb06eb8041,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:31.520339 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53408) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:31.532473 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53133b3-215f-48de-ab46-777deccb25fc req-10a76875-6177-4200-b6d7-fe21ab569114 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:31.534282 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c53133b3-215f-48de-ab46-777deccb25fc req-10a76875-6177-4200-b6d7-fe21ab569114 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 944 time: 0.0582929 May 16 19:08:31.561446 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a3d8-0f92-4f03-8487-278c4e243e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (849fab9c-f58f-4090-8224-536373a4f9ea), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.564737 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b2c0a3d8-0f92-4f03-8487-278c4e243e5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.578734 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-b2c0a3d8-0f92-4f03-8487-278c4e243e5f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/849fab9c-f58f-4090-8224-536373a4f9ea HTTP/1.1" status: 204 len: 168 time: 0.2709694 May 16 19:08:31.595814 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9ca80f67-c4bc-4c88-adf0-99a5b0c8ea49 admin admin] Publish callbacks [] for security_group (c04b7e79-a7b6-43aa-9d53-0cf25b59eb28), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.605004 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0a3d8-0f92-4f03-8487-278c4e243e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849fab9c-f58f-4090-8224-536373a4f9ea,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:31.611535 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9ca80f67-c4bc-4c88-adf0-99a5b0c8ea49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (c04b7e79-a7b6-43aa-9d53-0cf25b59eb28), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.623768 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c53133b3-215f-48de-ab46-777deccb25fc req-b8506a96-c172-4e49-a3e0-49d12cbabf2c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790272 May 16 19:08:31.639408 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-87d6f4d5-9ee9-49e5-9c4f-0b8b123af10c admin admin] Publish callbacks [] for security_group (2f61d65e-a723-4e22-96af-2ffb06eb8041), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.640107 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca80f67-c4bc-4c88-adf0-99a5b0c8ea49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:08:31.658034 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca80f67-c4bc-4c88-adf0-99a5b0c8ea49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04b7e79-a7b6-43aa-9d53-0cf25b59eb28,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:31.661745 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9ca80f67-c4bc-4c88-adf0-99a5b0c8ea49 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410173453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (20a19c12-bec0-43ae-8367-1d3b188a85db), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.662070 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.segments_db [None req-9ca80f67-c4bc-4c88-adf0-99a5b0c8ea49 admin admin] Added segment 20a19c12-bec0-43ae-8367-1d3b188a85db of type vlan for network b8c24429-a6c9-487f-8f68-53bf705a416f May 16 19:08:31.697324 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-87d6f4d5-9ee9-49e5-9c4f-0b8b123af10c admin admin] Publish callbacks [] for security_group (2f61d65e-a723-4e22-96af-2ffb06eb8041), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.714445 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9ca80f67-c4bc-4c88-adf0-99a5b0c8ea49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409763997'] for network (b8c24429-a6c9-487f-8f68-53bf705a416f), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.750657 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9ca80f67-c4bc-4c88-adf0-99a5b0c8ea49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for network (b8c24429-a6c9-487f-8f68-53bf705a416f), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.751670 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca80f67-c4bc-4c88-adf0-99a5b0c8ea49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:31.752253 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9ca80f67-c4bc-4c88-adf0-99a5b0c8ea49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.773469 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-87d6f4d5-9ee9-49e5-9c4f-0b8b123af10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (2f61d65e-a723-4e22-96af-2ffb06eb8041), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.776335 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-87d6f4d5-9ee9-49e5-9c4f-0b8b123af10c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.780544 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-87d6f4d5-9ee9-49e5-9c4f-0b8b123af10c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2f61d65e-a723-4e22-96af-2ffb06eb8041 HTTP/1.1" status: 204 len: 168 time: 0.2564590 May 16 19:08:31.787603 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6f4d5-9ee9-49e5-9c4f-0b8b123af10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f61d65e-a723-4e22-96af-2ffb06eb8041,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:31.830521 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca80f67-c4bc-4c88-adf0-99a5b0c8ea49 admin admin] Pushing event updated for resources: {'Network': ['ID=b8c24429-a6c9-487f-8f68-53bf705a416f,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:31.848700 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Network b8c24429-a6c9-487f-8f68-53bf705a416f details requested by agent ovs-agent-dv-cinder-839987-5-smb with host dv-cinder-839987-5-smb {{(pid=103575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:08:31.857883 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-9ca80f67-c4bc-4c88-adf0-99a5b0c8ea49 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5628533 May 16 19:08:31.861236 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53418) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:31.866251 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-5aa7b40f-040a-47b2-9b29-f8ce59ce7243 admin admin] Request body: {'subnet': {'network_id': 'b8c24429-a6c9-487f-8f68-53bf705a416f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-560823433-subnet', 'tenant_id': '4f05e0c0284d4e7189162018604c1ec6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:31.879691 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459ce14-8578-46e3-bb19-4cfadeaac76a req-26197007-b777-4561-aca6-6ec99555935a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:31.890149 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3459ce14-8578-46e3-bb19-4cfadeaac76a req-26197007-b777-4561-aca6-6ec99555935a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.1277077 May 16 19:08:31.906683 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa7b40f-040a-47b2-9b29-f8ce59ce7243 admin admin] Made reservation on behalf of 4f05e0c0284d4e7189162018604c1ec6 for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:31.909091 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5aa7b40f-040a-47b2-9b29-f8ce59ce7243 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:31.951757 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3459ce14-8578-46e3-bb19-4cfadeaac76a req-aca93c80-6619-4805-9288-b5b21e8c2ae6 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549564 May 16 19:08:32.104828 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5aa7b40f-040a-47b2-9b29-f8ce59ce7243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for subnet (bd62e6a4-d96c-43e3-bafe-4157ff45a883), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:32.162122 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 53430) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:32.168148 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7b40f-040a-47b2-9b29-f8ce59ce7243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd62e6a4-d96c-43e3-bafe-4157ff45a883,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:32.176284 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa7b40f-040a-47b2-9b29-f8ce59ce7243 admin admin] Checking segment: {'id': '20a19c12-bec0-43ae-8367-1d3b188a85db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b8c24429-a6c9-487f-8f68-53bf705a416f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:32.176660 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa7b40f-040a-47b2-9b29-f8ce59ce7243 admin admin] Network hostable DHCP agents. Network: b8c24429-a6c9-487f-8f68-53bf705a416f, hostable agents: ['32740b08-508b-41fc-82a0-fe5ed2f5692a'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:08:32.177583 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbdba8d7-c179-4068-9c57-94f57d5fd7a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:32.194828 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa7b40f-040a-47b2-9b29-f8ce59ce7243 admin admin] Network b8c24429-a6c9-487f-8f68-53bf705a416f is scheduled to be hosted by DHCP agent 32740b08-508b-41fc-82a0-fe5ed2f5692a with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:08:32.206440 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-5aa7b40f-040a-47b2-9b29-f8ce59ce7243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-5-smb, b8c24429-a6c9-487f-8f68-53bf705a416f) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:32.211912 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa7b40f-040a-47b2-9b29-f8ce59ce7243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:32.212868 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5aa7b40f-040a-47b2-9b29-f8ce59ce7243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:32.218203 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7450f51f-12d1-4bdc-beb9-ab47d75a07d9 None None] Network b8c24429-a6c9-487f-8f68-53bf705a416f requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:08:32.269996 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-5aa7b40f-040a-47b2-9b29-f8ce59ce7243 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4075298 May 16 19:08:32.297205 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbdba8d7-c179-4068-9c57-94f57d5fd7a4 admin admin] Publish callbacks [] for security_group (4f9ca6aa-3c87-4c36-b124-7e41daf6a0ed), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:32.304705 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbdba8d7-c179-4068-9c57-94f57d5fd7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (4f9ca6aa-3c87-4c36-b124-7e41daf6a0ed), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:32.342760 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6e2b56-ffd0-4004-bb32-b3cffd0a8a92 None None] Network b8c24429-a6c9-487f-8f68-53bf705a416f requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:08:32.344023 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdba8d7-c179-4068-9c57-94f57d5fd7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9ca6aa-3c87-4c36-b124-7e41daf6a0ed,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:32.380074 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53442) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:32.380214 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-cbdba8d7-c179-4068-9c57-94f57d5fd7a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0572e1e2ec784e6daff840d170a64090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165191 May 16 19:08:32.491847 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c3004249-bd70-460d-9ad1-c092e07073cd admin admin] Publish callbacks [] for security_group (4f9ca6aa-3c87-4c36-b124-7e41daf6a0ed), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:32.527681 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c3004249-bd70-460d-9ad1-c092e07073cd admin admin] Publish callbacks [] for security_group (4f9ca6aa-3c87-4c36-b124-7e41daf6a0ed), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:32.538408 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a92fea-1f2f-4ded-9e8d-595444fe926e req-0a8280bd-b9f4-4f68-9c2d-da61d9b66583 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:32.540515 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-13a92fea-1f2f-4ded-9e8d-595444fe926e req-0a8280bd-b9f4-4f68-9c2d-da61d9b66583 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 944 time: 0.0666635 May 16 19:08:32.563004 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a7b5b8da-0386-4089-acb2-ea629b28e57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:32.616657 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c3004249-bd70-460d-9ad1-c092e07073cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (4f9ca6aa-3c87-4c36-b124-7e41daf6a0ed), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:32.620519 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-13a92fea-1f2f-4ded-9e8d-595444fe926e req-93bcd489-8ff1-4a0d-9926-b855da76ed18 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737927 May 16 19:08:32.620702 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c3004249-bd70-460d-9ad1-c092e07073cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:32.622382 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-c3004249-bd70-460d-9ad1-c092e07073cd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4f9ca6aa-3c87-4c36-b124-7e41daf6a0ed HTTP/1.1" status: 204 len: 168 time: 0.2411745 May 16 19:08:32.657490 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3004249-bd70-460d-9ad1-c092e07073cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9ca6aa-3c87-4c36-b124-7e41daf6a0ed,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:32.797981 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae02bff-c1a1-47a4-852a-6e33c552685b req-84d835b7-af02-4087-93bd-47a72b08d964 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:32.805574 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2ae02bff-c1a1-47a4-852a-6e33c552685b req-84d835b7-af02-4087-93bd-47a72b08d964 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 944 time: 0.0613310 May 16 19:08:32.816912 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 4ee65955-8231-4691-b699-321ae596ea3f details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:08:32.821481 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 738e7817-53b4-48ef-8064-804ecf4a3fed up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:32.883366 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2ae02bff-c1a1-47a4-852a-6e33c552685b req-2f51b2b0-24e4-4aa5-9548-2f6cf3575248 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748501 May 16 19:08:32.900635 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port 738e7817-53b4-48ef-8064-804ecf4a3fed completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:08:32.924682 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port 738e7817-53b4-48ef-8064-804ecf4a3fed triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:32.925387 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.046206 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 4ee65955-8231-4691-b699-321ae596ea3f, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4ee65955-8231-4691-b699-321ae596ea3f,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:33.066585 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': '4ee65955-8231-4691-b699-321ae596ea3f', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'port_id': '4ee65955-8231-4691-b699-321ae596ea3f', 'mac_address': 'fa:16:3e:ae:ff:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:08:33.069815 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 738e7817-53b4-48ef-8064-804ecf4a3fed is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:33.070101 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.132685 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0a3846-4b61-4a3b-8aad-61ab14244932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738e7817-53b4-48ef-8064-804ecf4a3fed'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:33.159465 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43500294-25ce-4d0b-810f-e80fb0d22f87 req-a231a91a-b7a4-4a22-9fa9-d673f5fd72a5 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:33.161561 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-43500294-25ce-4d0b-810f-e80fb0d22f87 req-a231a91a-b7a4-4a22-9fa9-d673f5fd72a5 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0984011 May 16 19:08:33.229949 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-43500294-25ce-4d0b-810f-e80fb0d22f87 req-db5cb472-ad7d-4d36-a267-8753f0df8ea7 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622382 May 16 19:08:33.272338 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8234db-571e-4128-81b2-ed97818bea94" -d '{"events": [{"server_uuid": "bd0a3846-4b61-4a3b-8aad-61ab14244932", "name": "network-vif-plugged", "status": "completed", "tag": "738e7817-53b4-48ef-8064-804ecf4a3fed"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:33.281918 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 738e7817-53b4-48ef-8064-804ecf4a3fed, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=738e7817-53b4-48ef-8064-804ecf4a3fed,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:33.291517 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.301886 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 4ee65955-8231-4691-b699-321ae596ea3f is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:33.302280 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (4ee65955-8231-4691-b699-321ae596ea3f), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.363456 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee65955-8231-4691-b699-321ae596ea3f {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:33.403315 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944f25b9-8180-4e28-80f0-71828a2a26d6 x-openstack-request-id: req-944f25b9-8180-4e28-80f0-71828a2a26d6 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:33.404070 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0a3846-4b61-4a3b-8aad-61ab14244932", "name": "network-vif-plugged", "status": "completed", "tag": "738e7817-53b4-48ef-8064-804ecf4a3fed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:33.405426 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-944f25b9-8180-4e28-80f0-71828a2a26d6 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:33.406152 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-944f25b9-8180-4e28-80f0-71828a2a26d6'] response: {'server_uuid': 'bd0a3846-4b61-4a3b-8aad-61ab14244932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738e7817-53b4-48ef-8064-804ecf4a3fed', 'code': 200} May 16 19:08:33.408030 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=738e7817-53b4-48ef-8064-804ecf4a3fed,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:33.432701 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 4ee65955-8231-4691-b699-321ae596ea3f, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4ee65955-8231-4691-b699-321ae596ea3f,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:33.440174 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (4ee65955-8231-4691-b699-321ae596ea3f), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.479558 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-cead5cb8-9fbe-41b2-b30d-b10c33ca4a57 req-956df9c2-a3b7-44d2-a936-3a0b3b0cea6f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0999129 May 16 19:08:33.497909 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 53502) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:33.504228 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-d303a46c-ca5b-4ac5-ba84-c0e275436c93 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1352092044-network', 'tenant_id': 'bf3ea357e2744c75870feb4cc283468a'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:33.548225 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=4ee65955-8231-4691-b699-321ae596ea3f,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:33.548991 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d303a46c-ca5b-4ac5-ba84-c0e275436c93 admin admin] Made reservation on behalf of bf3ea357e2744c75870feb4cc283468a for: {'network': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:33.553573 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d303a46c-ca5b-4ac5-ba84-c0e275436c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for network (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.568014 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d303a46c-ca5b-4ac5-ba84-c0e275436c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.625141 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53508) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:33.677585 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d303a46c-ca5b-4ac5-ba84-c0e275436c93 admin admin] Publish callbacks [] for security_group (970f2b66-75fe-47e8-8d27-e20911df8cf5), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.684113 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d303a46c-ca5b-4ac5-ba84-c0e275436c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (970f2b66-75fe-47e8-8d27-e20911df8cf5), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.709719 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d303a46c-ca5b-4ac5-ba84-c0e275436c93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:08:33.762706 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303a46c-ca5b-4ac5-ba84-c0e275436c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970f2b66-75fe-47e8-8d27-e20911df8cf5,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:33.766625 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d303a46c-ca5b-4ac5-ba84-c0e275436c93 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410173453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (f1bc0ec9-8a2e-491e-98a7-25720eca0329), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.767491 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.segments_db [None req-d303a46c-ca5b-4ac5-ba84-c0e275436c93 admin admin] Added segment f1bc0ec9-8a2e-491e-98a7-25720eca0329 of type vlan for network 8bdf27a6-1cde-4d94-900d-907a94708dab May 16 19:08:33.777503 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cbeebf-9539-4947-ae2d-442901a1b57c req-e6dbda34-fc80-4f9e-a09b-fb1c8c0d4501 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:33.779479 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e8cbeebf-9539-4947-ae2d-442901a1b57c req-e6dbda34-fc80-4f9e-a09b-fb1c8c0d4501 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 945 time: 0.0708556 May 16 19:08:33.846689 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d303a46c-ca5b-4ac5-ba84-c0e275436c93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409763997'] for network (8bdf27a6-1cde-4d94-900d-907a94708dab), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.858268 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-10619336-87d3-441f-a3e4-195a7c332db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.886233 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e8cbeebf-9539-4947-ae2d-442901a1b57c req-5bbea538-6de5-4128-9059-9a7525371e7f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984674 May 16 19:08:33.898752 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['4ee65955-8231-4691-b699-321ae596ea3f'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:08:33.912036 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d303a46c-ca5b-4ac5-ba84-c0e275436c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for network (8bdf27a6-1cde-4d94-900d-907a94708dab), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.912036 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d303a46c-ca5b-4ac5-ba84-c0e275436c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:33.912036 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d303a46c-ca5b-4ac5-ba84-c0e275436c93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.988170 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-10619336-87d3-441f-a3e4-195a7c332db2 admin admin] Publish callbacks [] for security_group (29f4bc8f-ad7f-452e-8708-cac35cf359a8), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:33.995644 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-d303a46c-ca5b-4ac5-ba84-c0e275436c93 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4940782 May 16 19:08:33.996081 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53526) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:34.003255 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-e720c39b-c406-4c14-b72b-c01977ea9320 admin admin] Request body: {'subnet': {'network_id': '8bdf27a6-1cde-4d94-900d-907a94708dab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1352092044-subnet', 'tenant_id': 'bf3ea357e2744c75870feb4cc283468a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:34.016113 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-10619336-87d3-441f-a3e4-195a7c332db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (29f4bc8f-ad7f-452e-8708-cac35cf359a8), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:34.084655 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303a46c-ca5b-4ac5-ba84-c0e275436c93 admin admin] Pushing event updated for resources: {'Network': ['ID=8bdf27a6-1cde-4d94-900d-907a94708dab,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:34.104726 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-10619336-87d3-441f-a3e4-195a7c332db2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cc06642666394cfb9349b32c11da77e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4784789 May 16 19:08:34.123799 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10619336-87d3-441f-a3e4-195a7c332db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f4bc8f-ad7f-452e-8708-cac35cf359a8,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:34.126569 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e720c39b-c406-4c14-b72b-c01977ea9320 admin admin] Made reservation on behalf of bf3ea357e2744c75870feb4cc283468a for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:34.129150 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e720c39b-c406-4c14-b72b-c01977ea9320 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:34.137997 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 53532) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:34.164826 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Network 8bdf27a6-1cde-4d94-900d-907a94708dab details requested by agent ovs-agent-dv-cinder-839987-5-smb with host dv-cinder-839987-5-smb {{(pid=103575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:08:34.219440 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead5cb8-9fbe-41b2-b30d-b10c33ca4a57 req-98368433-d782-4f9a-8ee2-e86a1aa750c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:34.220246 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-cead5cb8-9fbe-41b2-b30d-b10c33ca4a57 req-98368433-d782-4f9a-8ee2-e86a1aa750c3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=18dc75f08cd74be8a8484234f77ad966&device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 1129 time: 0.1307578 May 16 19:08:34.231628 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:34.242681 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8390090-2a76-4ea3-ad49-91f712ff44a4 req-1ac4d088-7316-4398-8488-381ea201ec48 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:34.244245 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e8390090-2a76-4ea3-ad49-91f712ff44a4 req-1ac4d088-7316-4398-8488-381ea201ec48 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.2500806 May 16 19:08:34.355271 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37058c-644e-4b17-a5a7-f5d1154ad6b2 req-bda29a35-4c17-41a6-a3ea-8717bbc939ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:34.357196 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ee37058c-644e-4b17-a5a7-f5d1154ad6b2 req-bda29a35-4c17-41a6-a3ea-8717bbc939ce service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 1129 time: 0.1202934 May 16 19:08:34.395785 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1369650b-64d3-431e-8a30-cd92badff79c admin admin] Publish callbacks [] for security_group (29f4bc8f-ad7f-452e-8708-cac35cf359a8), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:34.421771 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e8390090-2a76-4ea3-ad49-91f712ff44a4 req-e7eeb81e-4a11-481f-a256-31b5996e4221 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595519 May 16 19:08:34.435163 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9da8a3-8846-4099-9d53-11819cff7242 req-7fddd318-4562-4879-b8c2-b3168487514b tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:34.437630 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0d9da8a3-8846-4099-9d53-11819cff7242 req-7fddd318-4562-4879-b8c2-b3168487514b tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0945592 May 16 19:08:34.449403 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1369650b-64d3-431e-8a30-cd92badff79c admin admin] Publish callbacks [] for security_group (29f4bc8f-ad7f-452e-8708-cac35cf359a8), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:34.526134 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0d9da8a3-8846-4099-9d53-11819cff7242 req-36b1324a-8ba5-4efd-9702-007c67a0bf6a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795984 May 16 19:08:34.569925 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1369650b-64d3-431e-8a30-cd92badff79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (29f4bc8f-ad7f-452e-8708-cac35cf359a8), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:34.573623 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1369650b-64d3-431e-8a30-cd92badff79c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:34.578951 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-1369650b-64d3-431e-8a30-cd92badff79c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29f4bc8f-ad7f-452e-8708-cac35cf359a8 HTTP/1.1" status: 204 len: 168 time: 0.4383867 May 16 19:08:34.589020 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369650b-64d3-431e-8a30-cd92badff79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f4bc8f-ad7f-452e-8708-cac35cf359a8,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:34.783295 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e720c39b-c406-4c14-b72b-c01977ea9320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for subnet (58b44704-9f80-41a9-a48e-23c6ee8436d6), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:34.837076 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ee37058c-644e-4b17-a5a7-f5d1154ad6b2 req-800b6208-c70a-4b1a-8e77-78c8062d8364 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4683747 May 16 19:08:34.862597 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead5cb8-9fbe-41b2-b30d-b10c33ca4a57 req-575883c1-b0c6-4720-97f9-7ab392607a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:34.864286 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-cead5cb8-9fbe-41b2-b30d-b10c33ca4a57 req-575883c1-b0c6-4720-97f9-7ab392607a06 service neutron] 10.222.0.78 "GET /v2.0/networks?id=0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2 HTTP/1.1" status: 200 len: 913 time: 0.5711758 May 16 19:08:34.883964 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720c39b-c406-4c14-b72b-c01977ea9320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b44704-9f80-41a9-a48e-23c6ee8436d6,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:34.892262 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e720c39b-c406-4c14-b72b-c01977ea9320 admin admin] Checking segment: {'id': 'f1bc0ec9-8a2e-491e-98a7-25720eca0329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8bdf27a6-1cde-4d94-900d-907a94708dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:34.892651 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e720c39b-c406-4c14-b72b-c01977ea9320 admin admin] Network hostable DHCP agents. Network: 8bdf27a6-1cde-4d94-900d-907a94708dab, hostable agents: ['32740b08-508b-41fc-82a0-fe5ed2f5692a'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:08:34.929413 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e720c39b-c406-4c14-b72b-c01977ea9320 admin admin] Network 8bdf27a6-1cde-4d94-900d-907a94708dab is scheduled to be hosted by DHCP agent 32740b08-508b-41fc-82a0-fe5ed2f5692a with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:08:34.954786 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-e720c39b-c406-4c14-b72b-c01977ea9320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-5-smb, 8bdf27a6-1cde-4d94-900d-907a94708dab) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:34.961152 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e720c39b-c406-4c14-b72b-c01977ea9320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:34.961947 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e720c39b-c406-4c14-b72b-c01977ea9320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:34.963299 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f67689-fd8b-467d-82ec-1783d764a293 None None] Network 8bdf27a6-1cde-4d94-900d-907a94708dab requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:08:34.997378 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9787fed-8b86-434a-82ab-9c723ab13551 req-cadee10a-71b2-4f69-83aa-47db7e98884b tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:34.997594 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-e720c39b-c406-4c14-b72b-c01977ea9320 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0003722 May 16 19:08:35.016608 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d9787fed-8b86-434a-82ab-9c723ab13551 req-cadee10a-71b2-4f69-83aa-47db7e98884b tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.1130044 May 16 19:08:35.100840 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0dc3c500-91b1-44dd-b027-6e3a00d51938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:35.103769 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c23dfe-4e50-4c85-95e0-5096ee3b1a6e req-20a48fa1-ea43-425e-939c-25ed1121bb12 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:35.104743 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-95c23dfe-4e50-4c85-95e0-5096ee3b1a6e req-20a48fa1-ea43-425e-939c-25ed1121bb12 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 945 time: 0.0908763 May 16 19:08:35.144884 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d9787fed-8b86-434a-82ab-9c723ab13551 req-66943937-96ef-451a-9bc1-e153a97056ba tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240952 May 16 19:08:35.209511 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-95c23dfe-4e50-4c85-95e0-5096ee3b1a6e req-8832ed05-59e5-4a82-99bc-648d85177262 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889266 May 16 19:08:35.212548 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ae3517-7cf5-4aae-a1fa-cf276f0f11bd None None] Network 8bdf27a6-1cde-4d94-900d-907a94708dab requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:08:35.338088 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 4ee65955-8231-4691-b699-321ae596ea3f up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:35.386257 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 53620) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:35.398049 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port 4ee65955-8231-4691-b699-321ae596ea3f completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:08:35.406727 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port 4ee65955-8231-4691-b699-321ae596ea3f triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:35.407212 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (4ee65955-8231-4691-b699-321ae596ea3f), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:35.569981 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 4ee65955-8231-4691-b699-321ae596ea3f is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:35.570621 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (4ee65955-8231-4691-b699-321ae596ea3f), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:35.642369 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24a7d4-1e38-4ae0-a985-94e78bfbfd56 req-50309a56-7c06-426f-8a16-968d8df3fbc9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:35.650181 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-fa24a7d4-1e38-4ae0-a985-94e78bfbfd56 req-50309a56-7c06-426f-8a16-968d8df3fbc9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0943584 May 16 19:08:35.668348 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-cead5cb8-9fbe-41b2-b30d-b10c33ca4a57 req-c5d72f3c-a91e-4fb4-8f85-7d4247db6b65 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 HTTP/1.1" status: 200 len: 217 time: 0.1701522 May 16 19:08:35.692266 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 4ee65955-8231-4691-b699-321ae596ea3f, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4ee65955-8231-4691-b699-321ae596ea3f,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:35.692266 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6d254e-2cb9-4908-95c6-b928623e23e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee65955-8231-4691-b699-321ae596ea3f'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:35.692266 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3f8967-4d8d-4525-b4f5-c09476bfc746" -d '{"events": [{"server_uuid": "ec6d254e-2cb9-4908-95c6-b928623e23e4", "name": "network-vif-plugged", "status": "completed", "tag": "4ee65955-8231-4691-b699-321ae596ea3f"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:35.718387 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (4ee65955-8231-4691-b699-321ae596ea3f), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:35.745116 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-fa24a7d4-1e38-4ae0-a985-94e78bfbfd56 req-5e5e8008-9463-44a0-9045-c1ca05e285d0 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862279 May 16 19:08:35.758936 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a63eab-43f5-4c92-89c8-03766d8d0217 req-96df9a5e-88a1-45e3-aa98-e999d9959bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:35.760411 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-c5a63eab-43f5-4c92-89c8-03766d8d0217 req-96df9a5e-88a1-45e3-aa98-e999d9959bff service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70b756666b7843baa63dd49b0d871431&device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 1129 time: 0.1134171 May 16 19:08:35.804257 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=4ee65955-8231-4691-b699-321ae596ea3f,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:35.815838 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6080d3-7296-433d-8022-684457ff3fb6 x-openstack-request-id: req-5f6080d3-7296-433d-8022-684457ff3fb6 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:35.816214 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6d254e-2cb9-4908-95c6-b928623e23e4", "name": "network-vif-plugged", "status": "completed", "tag": "4ee65955-8231-4691-b699-321ae596ea3f", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:35.816476 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f6080d3-7296-433d-8022-684457ff3fb6 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:35.817341 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f6080d3-7296-433d-8022-684457ff3fb6'] response: {'server_uuid': 'ec6d254e-2cb9-4908-95c6-b928623e23e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee65955-8231-4691-b699-321ae596ea3f', 'code': 200} May 16 19:08:35.840141 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c4537afb-98b7-4c26-8098-357b80f09434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:35.938465 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c4537afb-98b7-4c26-8098-357b80f09434 admin admin] Publish callbacks [] for security_group (0c46689a-4301-4819-8772-6935c2762388), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:35.951377 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c4537afb-98b7-4c26-8098-357b80f09434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (0c46689a-4301-4819-8772-6935c2762388), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:36.044480 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-c4537afb-98b7-4c26-8098-357b80f09434 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1fb7a0858c3f4b9783cda0eecf64093a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6535296 May 16 19:08:36.045505 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53658) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:36.046026 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4537afb-98b7-4c26-8098-357b80f09434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c46689a-4301-4819-8772-6935c2762388,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:36.063870 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:36.090436 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9020249-9844-4164-b494-4800e14033e2 req-8965e6a3-d3f6-4794-830e-ee76cdb5cdfa tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:36.092011 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b9020249-9844-4164-b494-4800e14033e2 req-8965e6a3-d3f6-4794-830e-ee76cdb5cdfa tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/networks?id=b8c24429-a6c9-487f-8f68-53bf705a416f HTTP/1.1" status: 200 len: 808 time: 0.1670063 May 16 19:08:36.113583 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b9020249-9844-4164-b494-4800e14033e2 req-e041a94d-3b8d-427b-925a-4644558bf397 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/quotas/4f05e0c0284d4e7189162018604c1ec6 HTTP/1.1" status: 200 len: 375 time: 0.0144961 May 16 19:08:36.146057 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b9020249-9844-4164-b494-4800e14033e2 req-c5ce763f-d76c-4c6e-a15e-54dbb1e438c4 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4f05e0c0284d4e7189162018604c1ec6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315197 May 16 19:08:36.169617 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3145d46a-7d27-4672-9a33-fc7531a48e99 admin admin] Publish callbacks [] for security_group (0c46689a-4301-4819-8772-6935c2762388), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:36.202379 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3145d46a-7d27-4672-9a33-fc7531a48e99 admin admin] Publish callbacks [] for security_group (0c46689a-4301-4819-8772-6935c2762388), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:36.296881 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3145d46a-7d27-4672-9a33-fc7531a48e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (0c46689a-4301-4819-8772-6935c2762388), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:36.299467 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3145d46a-7d27-4672-9a33-fc7531a48e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:36.300592 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-3145d46a-7d27-4672-9a33-fc7531a48e99 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0c46689a-4301-4819-8772-6935c2762388 HTTP/1.1" status: 204 len: 168 time: 0.2539496 May 16 19:08:36.305581 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead5cb8-9fbe-41b2-b30d-b10c33ca4a57 req-146edc88-568c-4d37-b10c-1c2d7c697d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:36.307032 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-cead5cb8-9fbe-41b2-b30d-b10c33ca4a57 req-146edc88-568c-4d37-b10c-1c2d7c697d56 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=a0248f02-a6fd-41a8-b7e8-0b0a4b6d0be4 HTTP/1.1" status: 200 len: 852 time: 0.1897721 May 16 19:08:36.316975 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145d46a-7d27-4672-9a33-fc7531a48e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c46689a-4301-4819-8772-6935c2762388,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:36.334023 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a63eab-43f5-4c92-89c8-03766d8d0217 req-de30aef4-86a5-4580-a6ba-b3d7d9aeb34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:36.336759 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-c5a63eab-43f5-4c92-89c8-03766d8d0217 req-de30aef4-86a5-4580-a6ba-b3d7d9aeb34f service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 200 len: 919 time: 0.2173283 May 16 19:08:36.355769 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a56ae-6470-41af-868c-92eca3617a3a req-e3b57bd1-e3d6-491e-a52b-dd6c33106e1e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:36.362826 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-889a56ae-6470-41af-868c-92eca3617a3a req-e3b57bd1-e3d6-491e-a52b-dd6c33106e1e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.1044044 May 16 19:08:36.396959 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b9020249-9844-4164-b494-4800e14033e2 req-8aa8e34d-b530-4813-bc66-fe05725e1cea service neutron] 10.222.0.65 "GET /v2.0/networks/b8c24429-a6c9-487f-8f68-53bf705a416f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436218 May 16 19:08:36.463944 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-889a56ae-6470-41af-868c-92eca3617a3a req-5dca1635-b23e-4fa2-9142-4efdc6218747 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002505 May 16 19:08:36.538727 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b9020249-9844-4164-b494-4800e14033e2 req-4cc47247-b5a4-4793-87c7-555241bcdf61 service neutron] 10.222.0.65 "GET /v2.0/networks/b8c24429-a6c9-487f-8f68-53bf705a416f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296353 May 16 19:08:36.613544 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a7414-defc-47e6-a1e8-4df5b226d9c1 req-ab50596c-12e4-4048-a16d-7d391c4bc076 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:36.621396 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-302a7414-defc-47e6-a1e8-4df5b226d9c1 req-ab50596c-12e4-4048-a16d-7d391c4bc076 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 946 time: 0.0656090 May 16 19:08:36.714710 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53684) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:36.772582 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-291ab738-855d-4813-970e-678d756a0d39 req-d2b943ae-a4b0-4b94-ab7b-0df0fa275672 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 210 time: 0.0825922 May 16 19:08:36.800056 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-302a7414-defc-47e6-a1e8-4df5b226d9c1 req-eacbb3b4-d378-4aaa-a277-6d2bdc59d9ad tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774445 May 16 19:08:36.849995 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 53692) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:36.868782 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-33d09224-b705-42f6-af14-615c51f2e785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:36.912468 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-c5a63eab-43f5-4c92-89c8-03766d8d0217 req-8d060535-2c17-483b-8b35-a9f50e522554 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b1b62aa-e719-4cb9-8d0f-07cf685bb71c HTTP/1.1" status: 200 len: 217 time: 0.1508627 May 16 19:08:36.919862 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-cead5cb8-9fbe-41b2-b30d-b10c33ca4a57 req-4794e953-c4f2-4c0a-8844-4c2c15338186 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1595826 May 16 19:08:36.993501 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71583c-89de-4247-967e-1f538e4fed59 req-b95d85a6-f903-46fd-8c4d-9808b460db94 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:36.995172 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dc71583c-89de-4247-967e-1f538e4fed59 req-b95d85a6-f903-46fd-8c4d-9808b460db94 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0701590 May 16 19:08:37.083185 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a63eab-43f5-4c92-89c8-03766d8d0217 req-1b4fea73-97be-47ab-a69c-8a286859553d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:37.084678 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-c5a63eab-43f5-4c92-89c8-03766d8d0217 req-1b4fea73-97be-47ab-a69c-8a286859553d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ade8a152-1ee2-4456-af76-7bb459b607fb HTTP/1.1" status: 200 len: 857 time: 0.1450434 May 16 19:08:37.121718 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6fbb0617-058a-497f-bbfa-0758d392c58d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.127110 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-cead5cb8-9fbe-41b2-b30d-b10c33ca4a57 req-4e9f0557-ae39-4376-8aa6-642455b070f7 service neutron] 10.222.0.78 "GET /v2.0/networks/0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839056 May 16 19:08:37.212304 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-33d09224-b705-42f6-af14-615c51f2e785 admin admin] Publish callbacks [] for security_group (83489c41-95cc-4fa4-8419-10028788314c), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.216443 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6fbb0617-058a-497f-bbfa-0758d392c58d admin admin] Publish callbacks [] for security_group (3595e5bb-0fef-4ca5-b71d-42eec5af972a), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.221065 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6fbb0617-058a-497f-bbfa-0758d392c58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (3595e5bb-0fef-4ca5-b71d-42eec5af972a), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.243454 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-33d09224-b705-42f6-af14-615c51f2e785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (83489c41-95cc-4fa4-8419-10028788314c), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.297659 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111c9ad-e5ee-44e2-a6e9-24cf96e1bae2 req-76a0b4a5-dc81-4849-b626-c206a50db27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:37.299200 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3111c9ad-e5ee-44e2-a6e9-24cf96e1bae2 req-76a0b4a5-dc81-4849-b626-c206a50db27f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 1130 time: 0.2983885 May 16 19:08:37.320940 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-33d09224-b705-42f6-af14-615c51f2e785 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=06a0ba66f40e4f4f8d9dcc8911a7d398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4675031 May 16 19:08:37.323059 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 53700) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:37.330626 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d09224-b705-42f6-af14-615c51f2e785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83489c41-95cc-4fa4-8419-10028788314c,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:37.351097 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dc71583c-89de-4247-967e-1f538e4fed59 req-6cbe8203-5762-49df-9e81-0acd22ad3e60 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3490512 May 16 19:08:37.367385 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.376779 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb0617-058a-497f-bbfa-0758d392c58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3595e5bb-0fef-4ca5-b71d-42eec5af972a,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:37.382036 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-6fbb0617-058a-497f-bbfa-0758d392c58d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1179f28054204169bd8617f2b8c6672f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6658320 May 16 19:08:37.399469 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53704) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:37.408320 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ca598d38-e764-48f4-9825-49534e8bc0ae admin admin] Publish callbacks [] for security_group (83489c41-95cc-4fa4-8419-10028788314c), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.423879 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a63eab-43f5-4c92-89c8-03766d8d0217 req-6d324c69-b66e-4656-99c2-2bde15cca035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:37.425352 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-c5a63eab-43f5-4c92-89c8-03766d8d0217 req-6d324c69-b66e-4656-99c2-2bde15cca035 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1cc3c61-1225-4d74-a272-e27badcaaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1657803 May 16 19:08:37.438127 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ca598d38-e764-48f4-9825-49534e8bc0ae admin admin] Publish callbacks [] for security_group (83489c41-95cc-4fa4-8419-10028788314c), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.502534 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ca598d38-e764-48f4-9825-49534e8bc0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (83489c41-95cc-4fa4-8419-10028788314c), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.506393 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ca598d38-e764-48f4-9825-49534e8bc0ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.510169 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-ca598d38-e764-48f4-9825-49534e8bc0ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/83489c41-95cc-4fa4-8419-10028788314c HTTP/1.1" status: 204 len: 168 time: 0.1838682 May 16 19:08:37.517987 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d62d6fed-88bb-4652-9409-93a95abcfbc5 admin admin] Publish callbacks [] for security_group (3595e5bb-0fef-4ca5-b71d-42eec5af972a), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.522202 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-cead5cb8-9fbe-41b2-b30d-b10c33ca4a57 req-d1f4d47d-a742-4361-8882-da4893047e67 service neutron] 10.222.0.78 "GET /v2.0/networks/0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635261 May 16 19:08:37.539744 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca598d38-e764-48f4-9825-49534e8bc0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83489c41-95cc-4fa4-8419-10028788314c,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:37.545870 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d62d6fed-88bb-4652-9409-93a95abcfbc5 admin admin] Publish callbacks [] for security_group (3595e5bb-0fef-4ca5-b71d-42eec5af972a), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.608416 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d62d6fed-88bb-4652-9409-93a95abcfbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (3595e5bb-0fef-4ca5-b71d-42eec5af972a), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.612573 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d62d6fed-88bb-4652-9409-93a95abcfbc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:37.614562 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-d62d6fed-88bb-4652-9409-93a95abcfbc5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3595e5bb-0fef-4ca5-b71d-42eec5af972a HTTP/1.1" status: 204 len: 168 time: 0.2081006 May 16 19:08:37.624943 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d6fed-88bb-4652-9409-93a95abcfbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3595e5bb-0fef-4ca5-b71d-42eec5af972a,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:37.671033 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1992ee2-62e4-49a4-b712-ea7a275539d9 req-26a053ff-6fa9-4134-9430-70e50f71cf19 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:37.681737 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a1992ee2-62e4-49a4-b712-ea7a275539d9 req-26a053ff-6fa9-4134-9430-70e50f71cf19 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0949650 May 16 19:08:37.752728 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a1992ee2-62e4-49a4-b712-ea7a275539d9 req-0ae80de7-3517-459c-8ee9-ef4ff445ab98 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686684 May 16 19:08:37.914288 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d9d6c-6534-42f2-94c5-7e817281ce23 req-9b55767f-b545-4ca9-b5f0-5edf00eba678 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:37.916014 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-be8d9d6c-6534-42f2-94c5-7e817281ce23 req-9b55767f-b545-4ca9-b5f0-5edf00eba678 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 945 time: 0.0955832 May 16 19:08:37.929088 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9fe544a9-f2ef-49d4-aacb-a05313797c6d req-52ff90cb-1077-4e53-a750-de2ce5b07a88 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 210 time: 0.0539527 May 16 19:08:38.016793 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-be8d9d6c-6534-42f2-94c5-7e817281ce23 req-86c5b13f-7c35-447a-89fe-a9838106ba45 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858996 May 16 19:08:38.048140 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3111c9ad-e5ee-44e2-a6e9-24cf96e1bae2 req-e0a4ebd7-004e-41e5-858a-96ca813496a3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060371 May 16 19:08:38.115225 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914cf71-2919-4c10-b1ff-686e3ee2689c req-3eac50dc-ca83-437a-a7a3-e3340d391923 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:38.116749 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4914cf71-2919-4c10-b1ff-686e3ee2689c req-3eac50dc-ca83-437a-a7a3-e3340d391923 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 946 time: 0.0616808 May 16 19:08:38.142972 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-c5a63eab-43f5-4c92-89c8-03766d8d0217 req-1d5b6977-f1d8-4e04-b233-d984c2085dd7 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016003 May 16 19:08:38.181628 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4914cf71-2919-4c10-b1ff-686e3ee2689c req-347625fc-d238-47ff-854a-14b94d93b9a1 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563357 May 16 19:08:38.474498 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f244683-1d04-4c9d-9e21-db4cb02dc8a8 req-8efd5151-ab57-46df-b366-e0be1a4b41f3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:38.475832 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53762) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:38.475971 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6f244683-1d04-4c9d-9e21-db4cb02dc8a8 req-8efd5151-ab57-46df-b366-e0be1a4b41f3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0495517 May 16 19:08:38.541136 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6f244683-1d04-4c9d-9e21-db4cb02dc8a8 req-099050b8-b2e6-4d41-b503-98177077cec3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585270 May 16 19:08:38.624447 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:38.663133 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e1ab0-7cfc-49e1-9fa9-71093ad19317 req-48607ec5-d4c4-42b0-94eb-bcc41c850617 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:38.664649 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7a1e1ab0-7cfc-49e1-9fa9-71093ad19317 req-48607ec5-d4c4-42b0-94eb-bcc41c850617 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0524013 May 16 19:08:38.675340 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53772) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:38.681889 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-b5a027e4-0d30-45b9-a44d-672fe1f76ee7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Request body: {'floatingip': {'port_id': '738e7817-53b4-48ef-8064-804ecf4a3fed'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:38.750755 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-7027b99e-a5f9-4d28-b027-7280b7b50059 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-907273648-network', 'tenant_id': 'a0780c7b1c12451c82afbe9fe4ffda99'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:38.769933 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b5a027e4-0d30-45b9-a44d-672fe1f76ee7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for floatingip (dc10210f-f063-40f0-8f58-a8029f3f2437), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:38.855320 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7027b99e-a5f9-4d28-b027-7280b7b50059 admin admin] Made reservation on behalf of a0780c7b1c12451c82afbe9fe4ffda99 for: {'network': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:38.857734 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7027b99e-a5f9-4d28-b027-7280b7b50059 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for network (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:38.875138 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7027b99e-a5f9-4d28-b027-7280b7b50059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:38.877800 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8896231-e823-4488-87db-4e6dbc24311b req-3c77a6b0-e47a-4eb4-bc0d-75f03327b178 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:38.884778 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c8896231-e823-4488-87db-4e6dbc24311b req-3c77a6b0-e47a-4eb4-bc0d-75f03327b178 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0617588 May 16 19:08:38.934213 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c8896231-e823-4488-87db-4e6dbc24311b req-26b997af-dab9-4a7d-8f34-7db2d0912409 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485766 May 16 19:08:39.025305 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b534a9d1-2ebc-473e-be20-1bfc33bcf88c req-e829c910-6feb-4dd0-b895-21a84fdb1502 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 210 time: 0.0340762 May 16 19:08:39.099570 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7027b99e-a5f9-4d28-b027-7280b7b50059 admin admin] Publish callbacks [] for security_group (4be7d298-ed72-4042-a619-4e2cd0f04c60), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.116048 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7027b99e-a5f9-4d28-b027-7280b7b50059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (4be7d298-ed72-4042-a619-4e2cd0f04c60), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.142969 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d969a33-5f60-44ed-a908-4f353352d25c req-b097bd3d-0e7b-4199-9961-12dbf9af737c tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:39.144468 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4d969a33-5f60-44ed-a908-4f353352d25c req-b097bd3d-0e7b-4199-9961-12dbf9af737c tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 945 time: 0.0551157 May 16 19:08:39.200770 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4d969a33-5f60-44ed-a908-4f353352d25c req-e072d8c6-634b-4ab3-9b13-34ae5e130158 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495672 May 16 19:08:39.241101 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7027b99e-a5f9-4d28-b027-7280b7b50059 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:08:39.271949 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7027b99e-a5f9-4d28-b027-7280b7b50059 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410173453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (8bda42e5-ade1-4be8-a5bd-d26e25dabc5d), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.272367 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.segments_db [None req-7027b99e-a5f9-4d28-b027-7280b7b50059 admin admin] Added segment 8bda42e5-ade1-4be8-a5bd-d26e25dabc5d of type vlan for network 81043745-a0ef-455e-843b-37e6acbb0ff4 May 16 19:08:39.273742 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027b99e-a5f9-4d28-b027-7280b7b50059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be7d298-ed72-4042-a619-4e2cd0f04c60,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:39.327808 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a998b37-67cb-42dd-b4a5-0075c845a2fe req-1373eabe-e845-4d63-9432-efdfd9a88757 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:39.327808 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0a998b37-67cb-42dd-b4a5-0075c845a2fe req-1373eabe-e845-4d63-9432-efdfd9a88757 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 946 time: 0.0583770 May 16 19:08:39.376848 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0a998b37-67cb-42dd-b4a5-0075c845a2fe req-9004507d-15d2-40a7-8246-66134fe8c884 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433290 May 16 19:08:39.397701 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7027b99e-a5f9-4d28-b027-7280b7b50059 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409763997'] for network (81043745-a0ef-455e-843b-37e6acbb0ff4), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.496894 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7027b99e-a5f9-4d28-b027-7280b7b50059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for network (81043745-a0ef-455e-843b-37e6acbb0ff4), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.498465 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7027b99e-a5f9-4d28-b027-7280b7b50059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:39.499038 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7027b99e-a5f9-4d28-b027-7280b7b50059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.706617 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.db.resource_extend [None req-b5a027e4-0d30-45b9-a44d-672fe1f76ee7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 16 19:08:39.762086 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-7027b99e-a5f9-4d28-b027-7280b7b50059 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2821691 May 16 19:08:39.762400 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 53814) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:39.769272 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-7428153b-62c4-47f1-a971-f8c08a802d42 admin admin] Request body: {'subnet': {'network_id': '81043745-a0ef-455e-843b-37e6acbb0ff4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-907273648-subnet', 'tenant_id': 'a0780c7b1c12451c82afbe9fe4ffda99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:39.789556 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7428153b-62c4-47f1-a971-f8c08a802d42 admin admin] Made reservation on behalf of a0780c7b1c12451c82afbe9fe4ffda99 for: {'subnet': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:39.792020 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7428153b-62c4-47f1-a971-f8c08a802d42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.819103 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027b99e-a5f9-4d28-b027-7280b7b50059 admin admin] Pushing event updated for resources: {'Network': ['ID=81043745-a0ef-455e-843b-37e6acbb0ff4,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:39.822116 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b5a027e4-0d30-45b9-a44d-672fe1f76ee7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.828615 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b5a027e4-0d30-45b9-a44d-672fe1f76ee7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (dc10210f-f063-40f0-8f58-a8029f3f2437), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:39.834265 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Network 81043745-a0ef-455e-843b-37e6acbb0ff4 details requested by agent ovs-agent-dv-cinder-839987-5-smb with host dv-cinder-839987-5-smb {{(pid=103575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:08:39.939178 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.l3_db [None req-b5a027e4-0d30-45b9-a44d-672fe1f76ee7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Floating IP dc10210f-f063-40f0-8f58-a8029f3f2437 associated. External IP: 172.28.3.161, port: 738e7817-53b4-48ef-8064-804ecf4a3fed. May 16 19:08:40.006996 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7428153b-62c4-47f1-a971-f8c08a802d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for subnet (8628c9bf-df06-4833-834f-dffecfec4d7f), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:40.115729 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428153b-62c4-47f1-a971-f8c08a802d42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8628c9bf-df06-4833-834f-dffecfec4d7f,revision_number=0']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:40.130426 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-c5a63eab-43f5-4c92-89c8-03766d8d0217 req-fb28d57b-97e1-4622-a4e1-d0e2b96a4051 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473641 May 16 19:08:40.132487 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af86e93-eefb-479c-8af1-af3f2a36289e req-e6e57de6-11bd-469d-b6ae-adc4e9dfd462 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:40.135683 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7af86e93-eefb-479c-8af1-af3f2a36289e req-e6e57de6-11bd-469d-b6ae-adc4e9dfd462 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0838976 May 16 19:08:40.139380 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7428153b-62c4-47f1-a971-f8c08a802d42 admin admin] Checking segment: {'id': '8bda42e5-ade1-4be8-a5bd-d26e25dabc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '81043745-a0ef-455e-843b-37e6acbb0ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:40.139955 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7428153b-62c4-47f1-a971-f8c08a802d42 admin admin] Network hostable DHCP agents. Network: 81043745-a0ef-455e-843b-37e6acbb0ff4, hostable agents: ['32740b08-508b-41fc-82a0-fe5ed2f5692a'], hosted agents: [] {{(pid=103573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:08:40.189160 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7428153b-62c4-47f1-a971-f8c08a802d42 admin admin] Network 81043745-a0ef-455e-843b-37e6acbb0ff4 is scheduled to be hosted by DHCP agent 32740b08-508b-41fc-82a0-fe5ed2f5692a with binding_index 1 {{(pid=103573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:08:40.238063 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3e1d2844-5ab2-4b4c-ae8d-570c40917d7b req-aff03519-d355-4a02-8b92-516e41977c2d tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 210 time: 0.0462012 May 16 19:08:40.238727 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-7428153b-62c4-47f1-a971-f8c08a802d42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-5-smb, 81043745-a0ef-455e-843b-37e6acbb0ff4) {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:40.243852 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7428153b-62c4-47f1-a971-f8c08a802d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:40.244597 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7428153b-62c4-47f1-a971-f8c08a802d42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:40.263258 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4458a2cc-ff4a-4d64-b02d-8c386493d794 None None] Network 81043745-a0ef-455e-843b-37e6acbb0ff4 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:08:40.269348 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7af86e93-eefb-479c-8af1-af3f2a36289e req-57711d26-3e26-4bc8-8d9b-d3492a0614d7 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263981 May 16 19:08:40.304520 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-7428153b-62c4-47f1-a971-f8c08a802d42 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5327156 May 16 19:08:40.339334 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a027e4-0d30-45b9-a44d-672fe1f76ee7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Router 315a5365-d6ea-4828-8d3a-bf43c9314f30 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:08:40.423423 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1203ff8-fb55-4cc8-8104-18bb5295054d req-7be93bff-f08b-4c33-a046-5947e3e60e28 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:40.440688 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f1203ff8-fb55-4cc8-8104-18bb5295054d req-7be93bff-f08b-4c33-a046-5947e3e60e28 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 945 time: 0.1060584 May 16 19:08:40.445189 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ad7f30-c3ff-4c92-9e3e-70865290641d None None] Network 81043745-a0ef-455e-843b-37e6acbb0ff4 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:08:40.525263 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a027e4-0d30-45b9-a44d-672fe1f76ee7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:08:40.548738 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b5a027e4-0d30-45b9-a44d-672fe1f76ee7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:40.557100 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380b709f-37ba-4eeb-84b2-52f350c2b6a4 None None] Sync routers for ids ['315a5365-d6ea-4828-8d3a-bf43c9314f30'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:08:40.595923 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4548f7f-f644-4696-a388-528151f487a2 req-a5fe0db4-1e01-4cc3-88f8-091300466b7d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:40.597373 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b709f-37ba-4eeb-84b2-52f350c2b6a4 None None] Routers {'315a5365-d6ea-4828-8d3a-bf43c9314f30'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:40.598010 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-380b709f-37ba-4eeb-84b2-52f350c2b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:08:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['315a5365-d6ea-4828-8d3a-bf43c9314f30'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:40.604686 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e4548f7f-f644-4696-a388-528151f487a2 req-a5fe0db4-1e01-4cc3-88f8-091300466b7d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 946 time: 0.1137788 May 16 19:08:40.645968 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f1203ff8-fb55-4cc8-8104-18bb5295054d req-98d1d694-c39e-4b81-8184-66c2b05a2e28 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955607 May 16 19:08:40.667781 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-b5a027e4-0d30-45b9-a44d-672fe1f76ee7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "PUT /v2.0/floatingips/dc10210f-f063-40f0-8f58-a8029f3f2437 HTTP/1.1" status: 200 len: 991 time: 1.9905100 May 16 19:08:40.668338 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd0a3846-4b61-4a3b-8aad-61ab14244932', 'tag': '738e7817-53b4-48ef-8064-804ecf4a3fed'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:40.672433 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e245fb22-914f-4728-bb2d-76e0186be9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "bd0a3846-4b61-4a3b-8aad-61ab14244932", "tag": "738e7817-53b4-48ef-8064-804ecf4a3fed"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:40.688738 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e4548f7f-f644-4696-a388-528151f487a2 req-1be643a5-84a8-49ff-8721-47b04f766061 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811327 May 16 19:08:40.736111 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99cc071-8ffa-4762-b1cd-8b8e178be863 x-openstack-request-id: req-b99cc071-8ffa-4762-b1cd-8b8e178be863 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:40.736440 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd0a3846-4b61-4a3b-8aad-61ab14244932", "tag": "738e7817-53b4-48ef-8064-804ecf4a3fed", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:40.736844 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b99cc071-8ffa-4762-b1cd-8b8e178be863 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:40.737256 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99cc071-8ffa-4762-b1cd-8b8e178be863'] response: {'name': 'network-changed', 'server_uuid': 'bd0a3846-4b61-4a3b-8aad-61ab14244932', 'tag': '738e7817-53b4-48ef-8064-804ecf4a3fed', 'status': 'completed', 'code': 200} May 16 19:08:40.772105 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-380b709f-37ba-4eeb-84b2-52f350c2b6a4 None None] Set router 315a5365-d6ea-4828-8d3a-bf43c9314f30 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:41.039890 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-380b709f-37ba-4eeb-84b2-52f350c2b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:07:56Z', 'revision_number': 4, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port': {'id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': 'dc10210f-f063-40f0-8f58-a8029f3f2437', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'floating_ip_address': '172.28.3.161', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'port_id': '738e7817-53b4-48ef-8064-804ecf4a3fed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'mac_address': 'fa:16:3e:9d:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a3846-4b61-4a3b-8aad-61ab14244932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:39Z', 'revision_number': 1, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af70e4b-5693-4b59-9694-15907d5de6c1', 'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'mac_address': 'fa:16:3e:e4:ad:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:55Z', 'updated_at': '2022-05-16T19:08:09Z', 'revision_number': 5, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'subnets': [{'id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:41.064667 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380b709f-37ba-4eeb-84b2-52f350c2b6a4 None None] Checking router: 315a5365-d6ea-4828-8d3a-bf43c9314f30 for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:08:41.073138 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380b709f-37ba-4eeb-84b2-52f350c2b6a4 None None] Routers {'315a5365-d6ea-4828-8d3a-bf43c9314f30'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:41.073734 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-380b709f-37ba-4eeb-84b2-52f350c2b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:08:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['315a5365-d6ea-4828-8d3a-bf43c9314f30'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:41.171834 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-380b709f-37ba-4eeb-84b2-52f350c2b6a4 None None] Set router 315a5365-d6ea-4828-8d3a-bf43c9314f30 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:41.358184 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f67f163d-e3ce-4908-9e4c-0c5e2b703470 req-1d30ca57-24db-4d5c-9629-0ffc57e57665 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 210 time: 0.0506706 May 16 19:08:41.391878 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-380b709f-37ba-4eeb-84b2-52f350c2b6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:07:56Z', 'revision_number': 4, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port': {'id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': 'dc10210f-f063-40f0-8f58-a8029f3f2437', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'floating_ip_address': '172.28.3.161', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'port_id': '738e7817-53b4-48ef-8064-804ecf4a3fed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'mac_address': 'fa:16:3e:9d:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a3846-4b61-4a3b-8aad-61ab14244932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:39Z', 'revision_number': 1, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af70e4b-5693-4b59-9694-15907d5de6c1', 'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'mac_address': 'fa:16:3e:e4:ad:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:55Z', 'updated_at': '2022-05-16T19:08:09Z', 'revision_number': 5, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'subnets': [{'id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:41.403427 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153528b-b04a-46ca-9c0a-7cd302af4498 req-0e1a9036-df93-4659-b796-095195bd10d6 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:41.405385 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a153528b-b04a-46ca-9c0a-7cd302af4498 req-0e1a9036-df93-4659-b796-095195bd10d6 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0499506 May 16 19:08:41.421021 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380b709f-37ba-4eeb-84b2-52f350c2b6a4 None None] The sync data for ids ['315a5365-d6ea-4828-8d3a-bf43c9314f30'] in dv-cinder-839987-5-smb is: [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:07:56Z', 'revision_number': 4, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port': {'id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': 'dc10210f-f063-40f0-8f58-a8029f3f2437', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'floating_ip_address': '172.28.3.161', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'port_id': '738e7817-53b4-48ef-8064-804ecf4a3fed', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'mac_address': 'fa:16:3e:9d:37:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd0a3846-4b61-4a3b-8aad-61ab14244932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:04Z', 'updated_at': '2022-05-16T19:08:39Z', 'revision_number': 1, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af70e4b-5693-4b59-9694-15907d5de6c1', 'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'mac_address': 'fa:16:3e:e4:ad:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:55Z', 'updated_at': '2022-05-16T19:08:09Z', 'revision_number': 5, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'subnets': [{'id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:08:41.457500 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a153528b-b04a-46ca-9c0a-7cd302af4498 req-e5b4d47c-a811-4dbc-9ff9-0b95e04b1984 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460980 May 16 19:08:41.655624 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f2bfb1-959b-494b-8bae-25d5161ad4a2 None None] New status for floating IP dc10210f-f063-40f0-8f58-a8029f3f2437: ACTIVE {{(pid=103575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:08:41.843870 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245fb22-914f-4728-bb2d-76e0186be9bd req-abdbf635-bb00-4d90-b162-0805e5786bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:41.854775 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-e245fb22-914f-4728-bb2d-76e0186be9bd req-abdbf635-bb00-4d90-b162-0805e5786bb1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5&device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 1129 time: 0.1359251 May 16 19:08:41.894890 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb5468-e9bb-4de3-88ef-6bbd66c08db7 req-6d55c8b7-39c1-44af-9b6b-9c66b9383f57 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:41.902639 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-13bb5468-e9bb-4de3-88ef-6bbd66c08db7 req-6d55c8b7-39c1-44af-9b6b-9c66b9383f57 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 945 time: 0.1888518 May 16 19:08:41.918630 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e2bf8-18bf-49f9-ab93-2da8034b8496 req-8a88c28c-938e-477c-a51f-ee9203fb2f16 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:41.920291 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-463e2bf8-18bf-49f9-ab93-2da8034b8496 req-8a88c28c-938e-477c-a51f-ee9203fb2f16 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 945 time: 0.1855831 May 16 19:08:41.952327 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5539ef8-9503-49bd-baac-8bdfa9c10f3b req-fc364f01-c89a-4a38-9f8a-dfb800dc2c00 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:41.959324 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e5539ef8-9503-49bd-baac-8bdfa9c10f3b req-fc364f01-c89a-4a38-9f8a-dfb800dc2c00 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 946 time: 0.1272409 May 16 19:08:42.025104 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-13bb5468-e9bb-4de3-88ef-6bbd66c08db7 req-89c2037c-0af4-4a95-9caa-60bced35b0dd tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/security-groups?id=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214616 May 16 19:08:42.039173 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e5539ef8-9503-49bd-baac-8bdfa9c10f3b req-6af73eba-a9c1-43e8-b31b-69cb95ae0ef1 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787451 May 16 19:08:42.245633 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-91ac4fc5-a886-43f8-9269-245f20cf7348 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:42.247087 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-91ac4fc5-a886-43f8-9269-245f20cf7348 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/networks?id=81043745-a0ef-455e-843b-37e6acbb0ff4 HTTP/1.1" status: 200 len: 808 time: 0.1035118 May 16 19:08:42.264579 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-72ba0acb-e950-45c6-b366-7d9ed33b84e6 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/quotas/a0780c7b1c12451c82afbe9fe4ffda99 HTTP/1.1" status: 200 len: 375 time: 0.0102422 May 16 19:08:42.295408 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-9367e505-196a-4e37-af64-caa27a7b3463 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0780c7b1c12451c82afbe9fe4ffda99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257754 May 16 19:08:42.385956 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-a5d35ddd-a7a7-4694-81ab-8e5af007e06e service neutron] 10.222.0.65 "GET /v2.0/networks/81043745-a0ef-455e-843b-37e6acbb0ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843332 May 16 19:08:42.488103 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d91e9246-d50c-4d75-ab50-7db1c22659a4 req-7d394a9d-aaf8-4588-af8c-a9a416fddfd8 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 210 time: 0.0314322 May 16 19:08:42.497284 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245fb22-914f-4728-bb2d-76e0186be9bd req-3b7b1ad9-9c8d-4097-8874-2dd615eee484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:42.499580 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-e245fb22-914f-4728-bb2d-76e0186be9bd req-3b7b1ad9-9c8d-4097-8874-2dd615eee484 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fa48d056-bb3a-4902-b0df-7a66e8554ee6 HTTP/1.1" status: 200 len: 917 time: 0.1061275 May 16 19:08:42.565160 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-8354f7e8-8f8a-49d1-aa71-4ef58bfb1ae7 service neutron] 10.222.0.65 "GET /v2.0/networks/81043745-a0ef-455e-843b-37e6acbb0ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728358 May 16 19:08:42.729607 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a34a28-07e4-442c-a005-3824c023f2cb req-d9336833-2f9c-4435-9bee-448f8c03e4a1 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:42.733202 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-20a34a28-07e4-442c-a005-3824c023f2cb req-d9336833-2f9c-4435-9bee-448f8c03e4a1 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.1275599 May 16 19:08:42.770169 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [req-463e2bf8-18bf-49f9-ab93-2da8034b8496 req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Deleting port 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:08:42.770605 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-463e2bf8-18bf-49f9-ab93-2da8034b8496 req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (526b84ae-bb5a-4d60-9870-31ee2d1e9cc4), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:42.788711 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9020249-9844-4164-b494-4800e14033e2 req-8df2aa94-e101-4b86-84ff-80316a28f387 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:42.790401 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b9020249-9844-4164-b494-4800e14033e2 req-8df2aa94-e101-4b86-84ff-80316a28f387 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.78 "GET /v2.0/networks?id=b8c24429-a6c9-487f-8f68-53bf705a416f HTTP/1.1" status: 200 len: 808 time: 0.2682590 May 16 19:08:42.794753 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-e245fb22-914f-4728-bb2d-76e0186be9bd req-1e373735-a43b-4d7c-942c-b9baace11a2f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=738e7817-53b4-48ef-8064-804ecf4a3fed HTTP/1.1" status: 200 len: 1001 time: 0.2749088 May 16 19:08:42.834925 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1aac60ca-bc45-42e5-b533-98accb1484dd req-9b539ecd-8a45-4019-a342-c1aeb7927627 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 210 time: 0.0473378 May 16 19:08:42.889930 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-20a34a28-07e4-442c-a005-3824c023f2cb req-32fddb31-f3ff-48d2-8829-8bf80d8eb6ad tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498685 May 16 19:08:42.917656 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [req-463e2bf8-18bf-49f9-ab93-2da8034b8496 req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] For port 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=526b84ae-bb5a-4d60-9870-31ee2d1e9cc4,segment=NetworkSegment(2cc6f297-2e6f-4ef9-bdcc-6da624d725b9),segment_id=2cc6f297-2e6f-4ef9-bdcc-6da624d725b9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:42.918021 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-463e2bf8-18bf-49f9-ab93-2da8034b8496 req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (526b84ae-bb5a-4d60-9870-31ee2d1e9cc4), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:42.934534 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [req-463e2bf8-18bf-49f9-ab93-2da8034b8496 req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Calling delete_port for 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 owned by compute:nova {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:08:42.994647 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-b9020249-9844-4164-b494-4800e14033e2 req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Request body: {'port': {'device_id': '72b14ddf-049e-4c69-bee1-243b723a2a18', 'network_id': 'b8c24429-a6c9-487f-8f68-53bf705a416f', 'admin_state_up': True, 'tenant_id': '4f05e0c0284d4e7189162018604c1ec6'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:43.095427 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245fb22-914f-4728-bb2d-76e0186be9bd req-567ca47d-d9fb-465e-92c3-ff6f7156c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:43.096930 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-e245fb22-914f-4728-bb2d-76e0186be9bd req-567ca47d-d9fb-465e-92c3-ff6f7156c59b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=32734e80-b5c3-4de5-9e79-84be66140e2e HTTP/1.1" status: 200 len: 855 time: 0.1290004 May 16 19:08:43.147671 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-463e2bf8-18bf-49f9-ab93-2da8034b8496 req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032'] for port (526b84ae-bb5a-4d60-9870-31ee2d1e9cc4), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.168685 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['526b84ae-bb5a-4d60-9870-31ee2d1e9cc4'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:08:43.195226 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245fb22-914f-4728-bb2d-76e0186be9bd req-e3bdfdbb-f157-49c0-8533-cadbfc0b25d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:43.196737 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-e245fb22-914f-4728-bb2d-76e0186be9bd req-e3bdfdbb-f157-49c0-8533-cadbfc0b25d9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fa48d056-bb3a-4902-b0df-7a66e8554ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0597723 May 16 19:08:43.209217 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Pushing event deleted for resources: {'Port': ['ID=526b84ae-bb5a-4d60-9870-31ee2d1e9cc4,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:43.231623 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:43.232581 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:43.233437 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:43.233885 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:43.234229 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:43.234557 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:43.234885 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:43.235284 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:43.235523 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:43.235847 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:43.236170 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:43.236487 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:43.236858 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:43.237178 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:43.237505 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:43.320984 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-e245fb22-914f-4728-bb2d-76e0186be9bd req-8e47afba-fee5-4a74-9331-5689e8750dce service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149142 May 16 19:08:43.321957 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9020249-9844-4164-b494-4800e14033e2 req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Made reservation on behalf of 4f05e0c0284d4e7189162018604c1ec6 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:43.325517 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b9020249-9844-4164-b494-4800e14033e2 req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.359169 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9d1b6a2a-9db7-47da-8707-d880ab03193e req-981d980f-e07f-4fcf-ab05-e50f5d0cfc14 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 210 time: 0.1534622 May 16 19:08:43.392482 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [req-463e2bf8-18bf-49f9-ab93-2da8034b8496 req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] No DVR routers for this DVR port 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 on host hv-cinder-83998 {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:08:43.407937 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fa755-2f08-4f31-94fb-7aab7c6d06a3 req-fb921d2b-58a5-48aa-b86f-0056d61277f8 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:43.409588 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2a4fa755-2f08-4f31-94fb-7aab7c6d06a3 req-fb921d2b-58a5-48aa-b86f-0056d61277f8 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 946 time: 0.2016501 May 16 19:08:43.410811 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-463e2bf8-18bf-49f9-ab93-2da8034b8496 req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.414046 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-463e2bf8-18bf-49f9-ab93-2da8034b8496 req-9954af8f-8712-4717-bc17-22f5cb741c98 tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.78 "DELETE /v2.0/ports/526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 HTTP/1.1" status: 204 len: 173 time: 0.9014192 May 16 19:08:43.414658 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdd6ea9e-7d09-4477-a49c-19d04c663acb', 'name': 'network-vif-deleted', 'tag': '526b84ae-bb5a-4d60-9870-31ee2d1e9cc4'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:43.420621 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1e6c95055ea8af60a6cf55267712f4255de8fda57894f5867c3333729ade532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316a3910-d00a-4040-b42a-e42ca45275d5" -d '{"events": [{"server_uuid": "fdd6ea9e-7d09-4477-a49c-19d04c663acb", "name": "network-vif-deleted", "tag": "526b84ae-bb5a-4d60-9870-31ee2d1e9cc4"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:43.471542 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2a4fa755-2f08-4f31-94fb-7aab7c6d06a3 req-5fdadf0a-9367-4841-8267-8c3dc6b3fc41 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476148 May 16 19:08:43.506214 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55abb93-bd9c-460d-9405-540892e623fc x-openstack-request-id: req-a55abb93-bd9c-460d-9405-540892e623fc {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:43.506474 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdd6ea9e-7d09-4477-a49c-19d04c663acb", "name": "network-vif-deleted", "tag": "526b84ae-bb5a-4d60-9870-31ee2d1e9cc4", "status": "completed", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:43.506707 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a55abb93-bd9c-460d-9405-540892e623fc {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:43.507393 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a55abb93-bd9c-460d-9405-540892e623fc'] response: {'server_uuid': 'fdd6ea9e-7d09-4477-a49c-19d04c663acb', 'name': 'network-vif-deleted', 'tag': '526b84ae-bb5a-4d60-9870-31ee2d1e9cc4', 'status': 'completed', 'code': 200} May 16 19:08:43.519858 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-e245fb22-914f-4728-bb2d-76e0186be9bd req-af1c860d-24f7-49d4-b241-953f6932b5b4 service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918473 May 16 19:08:43.595572 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-b9020249-9844-4164-b494-4800e14033e2 req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Allocated IP 172.20.0.14 (b8c24429-a6c9-487f-8f68-53bf705a416f/bd62e6a4-d96c-43e3-bafe-4157ff45a883/186a98c9-adb0-40a1-b018-af7d59c7977e) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:43.644929 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53940) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:43.664396 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05e753-27f4-40a9-a7a2-2ebb1ab40d46 req-2ca2d897-44cf-48b7-a11c-d0ea9836f53f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:43.665917 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0a05e753-27f4-40a9-a7a2-2ebb1ab40d46 req-2ca2d897-44cf-48b7-a11c-d0ea9836f53f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 946 time: 0.0813005 May 16 19:08:43.681984 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 53944) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:43.687453 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-c75a0205-9459-4493-89bc-2ad1a9abc96e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'floatingip': {'port_id': '4ee65955-8231-4691-b699-321ae596ea3f'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:43.691355 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-02ea8623-64dc-46a0-b5cf-1aa17d02f635 req-712638b7-9bc0-49d8-a50c-5fbb6dbe31c9 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 210 time: 0.0463326 May 16 19:08:43.789493 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c75a0205-9459-4493-89bc-2ad1a9abc96e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.845245 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.912427 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b9020249-9844-4164-b494-4800e14033e2 req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Publish callbacks [] for port (186a98c9-adb0-40a1-b018-af7d59c7977e), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.982637 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b9020249-9844-4164-b494-4800e14033e2 req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (186a98c9-adb0-40a1-b018-af7d59c7977e), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:43.994727 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] Publish callbacks [] for security_group (c9b511b9-9c22-4124-83a1-ad68e7f0c141), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.024906 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (c9b511b9-9c22-4124-83a1-ad68e7f0c141), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.061280 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9020249-9844-4164-b494-4800e14033e2 req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Network b8c24429-a6c9-487f-8f68-53bf705a416f is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:44.077744 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Pushing event updated for resources: {'Port': ['ID=186a98c9-adb0-40a1-b018-af7d59c7977e,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:44.080765 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-b9020249-9844-4164-b494-4800e14033e2 req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:44.092109 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9020249-9844-4164-b494-4800e14033e2 req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:44.097556 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9020249-9844-4164-b494-4800e14033e2 req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:44.098194 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b9020249-9844-4164-b494-4800e14033e2 req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.109698 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b511b9-9c22-4124-83a1-ad68e7f0c141,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:44.115590 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.115929 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.116264 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.116686 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.117014 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.117339 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.117659 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.117978 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.118291 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.118604 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.118916 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.119236 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.119554 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.119866 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.120173 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.125347 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=87f3ae5178234608820b474fb43e48cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4763837 May 16 19:08:44.131254 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53952) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:44.140193 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.140577 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.140906 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.141244 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.141596 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.142285 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.142404 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.142727 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.143052 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.143376 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.144819 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.147170 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.147527 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.148943 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.149353 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d080a1-54a1-445f-9182-84975ea9c2fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:44.164616 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6089ff3f-0013-46df-99eb-c990c0503d2e req-f4dbfb16-df4e-4b2d-bb43-8fb3175a7d21 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 210 time: 0.2501249 May 16 19:08:44.168532 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b9020249-9844-4164-b494-4800e14033e2 req-1e270943-7052-4159-9cc5-a3ab85fd4d9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1911585 May 16 19:08:44.209264 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212bf0d-606f-495d-b75f-7fdc76326d4c req-cc1fefb7-bf16-47f7-af0f-f08be7e66b2e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:44.210836 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0212bf0d-606f-495d-b75f-7fdc76326d4c req-cc1fefb7-bf16-47f7-af0f-f08be7e66b2e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0628395 May 16 19:08:44.211607 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Request body: {'port': {'device_id': '72b14ddf-049e-4c69-bee1-243b723a2a18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:44.252745 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-003340eb-8a56-432b-8d9d-c376c0f6f700 admin admin] Publish callbacks [] for security_group (c9b511b9-9c22-4124-83a1-ad68e7f0c141), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.302701 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-003340eb-8a56-432b-8d9d-c376c0f6f700 admin admin] Publish callbacks [] for security_group (c9b511b9-9c22-4124-83a1-ad68e7f0c141), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.305067 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (186a98c9-adb0-40a1-b018-af7d59c7977e), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.331793 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0212bf0d-606f-495d-b75f-7fdc76326d4c req-031cd233-a3c0-4518-b228-8ab7b36802d4 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863566 May 16 19:08:44.417581 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-003340eb-8a56-432b-8d9d-c376c0f6f700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (c9b511b9-9c22-4124-83a1-ad68e7f0c141), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.420676 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-003340eb-8a56-432b-8d9d-c376c0f6f700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.424202 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-003340eb-8a56-432b-8d9d-c376c0f6f700 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c9b511b9-9c22-4124-83a1-ad68e7f0c141 HTTP/1.1" status: 204 len: 168 time: 0.2895133 May 16 19:08:44.497219 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003340eb-8a56-432b-8d9d-c376c0f6f700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b511b9-9c22-4124-83a1-ad68e7f0c141,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:44.522949 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-cddccd8b-2afa-430f-b6b9-dab495fde64f req-9fa9c7f5-f6f2-4ea8-a3dd-a5055545246c tempest-DeleteServersTestJSON-1674680376 tempest-DeleteServersTestJSON-1674680376-project] 10.222.0.65 "GET /v2.0/ports?device_id=fdd6ea9e-7d09-4477-a49c-19d04c663acb HTTP/1.1" status: 200 len: 210 time: 0.0521536 May 16 19:08:44.852401 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 53964) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:44.869149 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c75a0205-9459-4493-89bc-2ad1a9abc96e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.900655 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c75a0205-9459-4493-89bc-2ad1a9abc96e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.911192 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7669-1351-4e9b-9a0d-360649975812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:44.971417 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-0d682650-a971-4a1a-8caa-efdd212201db tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:44.976659 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-0d682650-a971-4a1a-8caa-efdd212201db tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.78 "GET /v2.0/networks?id=81043745-a0ef-455e-843b-37e6acbb0ff4 HTTP/1.1" status: 200 len: 808 time: 0.1972229 May 16 19:08:44.994286 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16728f74-9de8-43c4-a009-0da57fb7b1db req-b0e192cc-b385-4ece-9f89-b4b5b67dadd3 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:44.996066 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-16728f74-9de8-43c4-a009-0da57fb7b1db req-b0e192cc-b385-4ece-9f89-b4b5b67dadd3 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 932 time: 0.1426528 May 16 19:08:45.014847 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-22e14eb9-e470-4484-802e-2f7704eb149c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Request body: {'port': {'device_id': '2639880e-0549-4d0a-a951-ac531bd7dd36', 'network_id': '81043745-a0ef-455e-843b-37e6acbb0ff4', 'admin_state_up': True, 'tenant_id': 'a0780c7b1c12451c82afbe9fe4ffda99'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:45.047648 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186a98c9-adb0-40a1-b018-af7d59c7977e {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:45.065636 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Publish callbacks [] for port (186a98c9-adb0-40a1-b018-af7d59c7977e), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:45.103372 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.l3_db [None req-c75a0205-9459-4493-89bc-2ad1a9abc96e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Floating IP 0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b associated. External IP: 172.28.3.38, port: 4ee65955-8231-4691-b699-321ae596ea3f. May 16 19:08:45.117320 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Transition to ACTIVE for port object 186a98c9-adb0-40a1-b018-af7d59c7977e will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:08:45.123290 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (186a98c9-adb0-40a1-b018-af7d59c7977e), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:45.162753 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-16728f74-9de8-43c4-a009-0da57fb7b1db req-99b8efbe-d029-426d-9001-771c8bf33209 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04b7e79-a7b6-43aa-9d53-0cf25b59eb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564522 May 16 19:08:45.199381 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7669-1351-4e9b-9a0d-360649975812 admin admin] Publish callbacks [] for security_group (a00a2d91-62e6-4a0c-b5bb-274ec817fa39), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:45.233403 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7669-1351-4e9b-9a0d-360649975812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (a00a2d91-62e6-4a0c-b5bb-274ec817fa39), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:45.236428 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Pushing event updated for resources: {'Port': ['ID=186a98c9-adb0-40a1-b018-af7d59c7977e,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:45.257708 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Attempting to bind port 186a98c9-adb0-40a1-b018-af7d59c7977e on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:45.258041 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Attempting to bind port 186a98c9-adb0-40a1-b018-af7d59c7977e by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '20a19c12-bec0-43ae-8367-1d3b188a85db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b8c24429-a6c9-487f-8f68-53bf705a416f'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:45.258369 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Attempting to bind port 186a98c9-adb0-40a1-b018-af7d59c7977e on network b8c24429-a6c9-487f-8f68-53bf705a416f {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:45.261980 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-22e14eb9-e470-4484-802e-2f7704eb149c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Made reservation on behalf of a0780c7b1c12451c82afbe9fe4ffda99 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:45.265965 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-22e14eb9-e470-4484-802e-2f7704eb149c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:45.276300 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Port 186a98c9-adb0-40a1-b018-af7d59c7977e on network b8c24429-a6c9-487f-8f68-53bf705a416f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:08:45.276646 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Attempting to bind port 186a98c9-adb0-40a1-b018-af7d59c7977e on network b8c24429-a6c9-487f-8f68-53bf705a416f {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:45.285862 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:45.286201 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Checking segment: {'id': '20a19c12-bec0-43ae-8367-1d3b188a85db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b8c24429-a6c9-487f-8f68-53bf705a416f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:45.287056 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Bound using segment: {'id': '20a19c12-bec0-43ae-8367-1d3b188a85db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b8c24429-a6c9-487f-8f68-53bf705a416f'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:45.287056 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Bound port: 186a98c9-adb0-40a1-b018-af7d59c7977e, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20a19c12-bec0-43ae-8367-1d3b188a85db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'b8c24429-a6c9-487f-8f68-53bf705a416f'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:45.287364 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (186a98c9-adb0-40a1-b018-af7d59c7977e), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:45.289011 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-3ddf7669-1351-4e9b-9a0d-360649975812 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a45d483ff5243c695f772eea73c930f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4339154 May 16 19:08:45.292451 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 53972) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:45.314669 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-79401579-0eed-458e-aaf0-f8b9caa1ab60 req-4a50d05f-8370-4137-a792-0e3454569274 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 210 time: 0.0633116 May 16 19:08:45.319574 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf7669-1351-4e9b-9a0d-360649975812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00a2d91-62e6-4a0c-b5bb-274ec817fa39,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:45.346900 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:08:45.373401 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:08:45.373741 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 526b84ae-bb5a-4d60-9870-31ee2d1e9cc4 not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:08:45.472579 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75a0205-9459-4493-89bc-2ad1a9abc96e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:08:45.479291 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cfed5f-fc6a-4fd1-8645-8a341bd464b2 req-f7a3d1c6-4a7a-46c3-b237-af62bb7df5d2 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:45.480827 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-92cfed5f-fc6a-4fd1-8645-8a341bd464b2 req-f7a3d1c6-4a7a-46c3-b237-af62bb7df5d2 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0676363 May 16 19:08:45.489471 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d93acb13-8672-4559-8d04-b5cbe314be94 admin admin] Publish callbacks [] for security_group (a00a2d91-62e6-4a0c-b5bb-274ec817fa39), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:45.491380 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] For port 186a98c9-adb0-40a1-b018-af7d59c7977e, host hv-cinder-83998, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:45.499320 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] For port 186a98c9-adb0-40a1-b018-af7d59c7977e, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=186a98c9-adb0-40a1-b018-af7d59c7977e,segment=NetworkSegment(20a19c12-bec0-43ae-8367-1d3b188a85db),segment_id=20a19c12-bec0-43ae-8367-1d3b188a85db)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:45.533637 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (186a98c9-adb0-40a1-b018-af7d59c7977e), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:45.549798 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-22e14eb9-e470-4484-802e-2f7704eb149c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Allocated IP 172.20.0.10 (81043745-a0ef-455e-843b-37e6acbb0ff4/8628c9bf-df06-4833-834f-dffecfec4d7f/3c10eed3-a4c2-4335-b245-c05520e1ac68) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:45.582449 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-92cfed5f-fc6a-4fd1-8645-8a341bd464b2 req-a82bd743-6da5-45f3-948d-fd3a18fdfd85 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939345 May 16 19:08:45.582957 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d93acb13-8672-4559-8d04-b5cbe314be94 admin admin] Publish callbacks [] for security_group (a00a2d91-62e6-4a0c-b5bb-274ec817fa39), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:45.599147 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:45.599759 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:45.603794 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b9020249-9844-4164-b494-4800e14033e2 req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] 10.222.0.78 "PUT /v2.0/ports/186a98c9-adb0-40a1-b018-af7d59c7977e HTTP/1.1" status: 200 len: 1094 time: 1.3962395 May 16 19:08:45.614186 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b14ddf-049e-4c69-bee1-243b723a2a18', 'tag': '186a98c9-adb0-40a1-b018-af7d59c7977e'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:45.616067 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8dded6-4544-4cbd-946f-ec50c74e9665" -d '{"events": [{"name": "network-changed", "server_uuid": "72b14ddf-049e-4c69-bee1-243b723a2a18", "tag": "186a98c9-adb0-40a1-b018-af7d59c7977e"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:45.640949 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75a0205-9459-4493-89bc-2ad1a9abc96e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:08:45.645994 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c75a0205-9459-4493-89bc-2ad1a9abc96e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:45.655669 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d34d1-5747-4961-8346-6b91a3bd73e4 None None] Sync routers for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:08:45.672192 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d34d1-5747-4961-8346-6b91a3bd73e4 None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:45.672914 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-f52d34d1-5747-4961-8346-6b91a3bd73e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:08:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:45.702235 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-c75a0205-9459-4493-89bc-2ad1a9abc96e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "PUT /v2.0/floatingips/0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b HTTP/1.1" status: 200 len: 991 time: 2.0185585 May 16 19:08:45.703844 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6d254e-2cb9-4908-95c6-b928623e23e4', 'tag': '4ee65955-8231-4691-b699-321ae596ea3f'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:45.706579 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1e6c95055ea8af60a6cf55267712f4255de8fda57894f5867c3333729ade532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c04bf82-fb3d-4300-9fde-ae60cace1966" -d '{"events": [{"name": "network-changed", "server_uuid": "ec6d254e-2cb9-4908-95c6-b928623e23e4", "tag": "4ee65955-8231-4691-b699-321ae596ea3f"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:45.721886 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae557166-8b79-47ab-a967-31c6a5c177af x-openstack-request-id: req-ae557166-8b79-47ab-a967-31c6a5c177af {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:45.722174 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b14ddf-049e-4c69-bee1-243b723a2a18", "tag": "186a98c9-adb0-40a1-b018-af7d59c7977e", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:45.722429 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae557166-8b79-47ab-a967-31c6a5c177af {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:45.722832 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae557166-8b79-47ab-a967-31c6a5c177af'] response: {'name': 'network-changed', 'server_uuid': '72b14ddf-049e-4c69-bee1-243b723a2a18', 'tag': '186a98c9-adb0-40a1-b018-af7d59c7977e', 'status': 'completed', 'code': 200} May 16 19:08:45.751356 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea12753-c496-47b2-b782-24e19b8724d3 x-openstack-request-id: req-8ea12753-c496-47b2-b782-24e19b8724d3 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:45.751588 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec6d254e-2cb9-4908-95c6-b928623e23e4", "tag": "4ee65955-8231-4691-b699-321ae596ea3f", "status": "completed", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:45.751840 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ea12753-c496-47b2-b782-24e19b8724d3 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:45.752233 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea12753-c496-47b2-b782-24e19b8724d3'] response: {'name': 'network-changed', 'server_uuid': 'ec6d254e-2cb9-4908-95c6-b928623e23e4', 'tag': '4ee65955-8231-4691-b699-321ae596ea3f', 'status': 'completed', 'code': 200} May 16 19:08:45.759276 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d036457-1832-4585-becc-e1fa12f52492 service neutron] Pushing event updated for resources: {'Port': ['ID=186a98c9-adb0-40a1-b018-af7d59c7977e,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:45.825627 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9020249-9844-4164-b494-4800e14033e2 req-905a16d8-261a-4fb9-888d-faf8f539fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:45.826978 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b9020249-9844-4164-b494-4800e14033e2 req-905a16d8-261a-4fb9-888d-faf8f539fc87 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4f05e0c0284d4e7189162018604c1ec6&device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 1128 time: 0.1196904 May 16 19:08:45.846589 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04bf82-fb3d-4300-9fde-ae60cace1966 req-d87c5521-f5ba-4887-8840-e8501baa0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:45.848467 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8c04bf82-fb3d-4300-9fde-ae60cace1966 req-d87c5521-f5ba-4887-8840-e8501baa0bba service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 1130 time: 0.0667713 May 16 19:08:45.862607 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d93acb13-8672-4559-8d04-b5cbe314be94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (a00a2d91-62e6-4a0c-b5bb-274ec817fa39), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:45.870738 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d93acb13-8672-4559-8d04-b5cbe314be94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:45.871778 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-d93acb13-8672-4559-8d04-b5cbe314be94 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a00a2d91-62e6-4a0c-b5bb-274ec817fa39 HTTP/1.1" status: 204 len: 168 time: 0.5783834 May 16 19:08:45.943561 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-f52d34d1-5747-4961-8346-6b91a3bd73e4 None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:45.954438 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93acb13-8672-4559-8d04-b5cbe314be94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00a2d91-62e6-4a0c-b5bb-274ec817fa39,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:45.970837 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b9020249-9844-4164-b494-4800e14033e2 req-3435f716-c1f1-4f3f-a449-4551ef1195d9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186a98c9-adb0-40a1-b018-af7d59c7977e HTTP/1.1" status: 200 len: 217 time: 0.1248784 May 16 19:08:46.037305 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04bf82-fb3d-4300-9fde-ae60cace1966 req-3f1c4880-17cd-41cd-9bb7-ee1842e1d6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:46.038881 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8c04bf82-fb3d-4300-9fde-ae60cace1966 req-3f1c4880-17cd-41cd-9bb7-ee1842e1d6f3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de HTTP/1.1" status: 200 len: 916 time: 0.1807446 May 16 19:08:46.103552 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9020249-9844-4164-b494-4800e14033e2 req-34f6b682-b752-4527-94bf-72df85cef38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:46.105160 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b9020249-9844-4164-b494-4800e14033e2 req-34f6b682-b752-4527-94bf-72df85cef38e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd62e6a4-d96c-43e3-bafe-4157ff45a883 HTTP/1.1" status: 200 len: 848 time: 0.0832896 May 16 19:08:46.111143 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-22e14eb9-e470-4484-802e-2f7704eb149c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Publish callbacks [] for port (3c10eed3-a4c2-4335-b245-c05520e1ac68), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:46.149722 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b9020249-9844-4164-b494-4800e14033e2 req-9cfe86e7-1209-4696-850c-511019b34fd4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b8c24429-a6c9-487f-8f68-53bf705a416f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339763 May 16 19:08:46.162882 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8c04bf82-fb3d-4300-9fde-ae60cace1966 req-ae58bca2-3cc0-48ba-a3ce-c7c182672a03 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee65955-8231-4691-b699-321ae596ea3f HTTP/1.1" status: 200 len: 999 time: 0.1122487 May 16 19:08:46.245720 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-22e14eb9-e470-4484-802e-2f7704eb149c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (3c10eed3-a4c2-4335-b245-c05520e1ac68), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:46.260915 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04bf82-fb3d-4300-9fde-ae60cace1966 req-7aa66157-8950-405d-bfc0-76f490c978fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:46.266709 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8c04bf82-fb3d-4300-9fde-ae60cace1966 req-7aa66157-8950-405d-bfc0-76f490c978fa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae HTTP/1.1" status: 200 len: 854 time: 0.0912664 May 16 19:08:46.267925 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-f52d34d1-5747-4961-8346-6b91a3bd73e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'floating_ip_address': '172.28.3.38', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'port_id': '4ee65955-8231-4691-b699-321ae596ea3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'mac_address': 'fa:16:3e:ae:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d254e-2cb9-4908-95c6-b928623e23e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:44Z', 'revision_number': 1, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:46.305985 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-22e14eb9-e470-4484-802e-2f7704eb149c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Network 81043745-a0ef-455e-843b-37e6acbb0ff4 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:46.309748 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d34d1-5747-4961-8346-6b91a3bd73e4 None None] Checking router: 363ffe14-eb3e-4a05-a481-5c6b0647fc22 for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:08:46.317597 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-22e14eb9-e470-4484-802e-2f7704eb149c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:46.326223 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04bf82-fb3d-4300-9fde-ae60cace1966 req-11d93261-c886-4f37-a5db-3152fa8d5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:46.327485 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8c04bf82-fb3d-4300-9fde-ae60cace1966 req-11d93261-c886-4f37-a5db-3152fa8d5250 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0480895 May 16 19:08:46.328365 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-22e14eb9-e470-4484-802e-2f7704eb149c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:46.330682 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d34d1-5747-4961-8346-6b91a3bd73e4 None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:46.332969 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-f52d34d1-5747-4961-8346-6b91a3bd73e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:08:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:46.333530 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-22e14eb9-e470-4484-802e-2f7704eb149c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:46.334144 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-22e14eb9-e470-4484-802e-2f7704eb149c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:46.340605 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e14eb9-e470-4484-802e-2f7704eb149c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Pushing event updated for resources: {'Port': ['ID=3c10eed3-a4c2-4335-b245-c05520e1ac68,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:46.347363 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b9020249-9844-4164-b494-4800e14033e2 req-cc3dc43c-5a1c-4044-91ba-867da3ad281c service neutron] 10.222.0.78 "GET /v2.0/networks/b8c24429-a6c9-487f-8f68-53bf705a416f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865942 May 16 19:08:46.359030 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-22e14eb9-e470-4484-802e-2f7704eb149c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3499954 May 16 19:08:46.388699 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Request body: {'port': {'device_id': '2639880e-0549-4d0a-a951-ac531bd7dd36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:46.512173 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b9020249-9844-4164-b494-4800e14033e2 req-c26511dd-cc58-4f38-8459-10d8525062ac service neutron] 10.222.0.78 "GET /v2.0/networks/b8c24429-a6c9-487f-8f68-53bf705a416f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520860 May 16 19:08:46.512948 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (3c10eed3-a4c2-4335-b245-c05520e1ac68), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:46.554946 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-f52d34d1-5747-4961-8346-6b91a3bd73e4 None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:46.606808 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 54006) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:46.624362 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9ca615d-c7c5-4f14-88ee-19a5d7b0317e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:46.692687 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abbdb7-4584-4402-a484-2a2614b146bc req-1796d877-b698-4ea5-8ad5-182b9538f31f tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:46.701901 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f4abbdb7-4584-4402-a484-2a2614b146bc req-1796d877-b698-4ea5-8ad5-182b9538f31f tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 944 time: 0.4328506 May 16 19:08:46.789179 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f4abbdb7-4584-4402-a484-2a2614b146bc req-3044c002-ca16-4f90-ab8a-d0363f89fabb tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04b7e79-a7b6-43aa-9d53-0cf25b59eb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857632 May 16 19:08:46.812299 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-f52d34d1-5747-4961-8346-6b91a3bd73e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'floating_ip_address': '172.28.3.38', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'port_id': '4ee65955-8231-4691-b699-321ae596ea3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'mac_address': 'fa:16:3e:ae:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d254e-2cb9-4908-95c6-b928623e23e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:44Z', 'revision_number': 1, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:46.840713 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d34d1-5747-4961-8346-6b91a3bd73e4 None None] The sync data for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb is: [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'floating_ip_address': '172.28.3.38', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'port_id': '4ee65955-8231-4691-b699-321ae596ea3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'mac_address': 'fa:16:3e:ae:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d254e-2cb9-4908-95c6-b928623e23e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:44Z', 'revision_number': 1, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:08:46.889878 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8c04bf82-fb3d-4300-9fde-ae60cace1966 req-7930c124-2fd5-4698-8257-d5472add4282 service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420452 May 16 19:08:46.919603 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8f7ef-07c1-4078-911f-74e35abffdb7 req-0bf360de-1560-41c3-bfea-fcf68a74ab2f tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:46.921130 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-23f8f7ef-07c1-4078-911f-74e35abffdb7 req-0bf360de-1560-41c3-bfea-fcf68a74ab2f tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 932 time: 0.2104275 May 16 19:08:46.921925 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9ca615d-c7c5-4f14-88ee-19a5d7b0317e admin admin] Publish callbacks [] for security_group (a4259766-8190-4484-b4f0-495f9894b476), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:46.936160 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e9ca615d-c7c5-4f14-88ee-19a5d7b0317e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (a4259766-8190-4484-b4f0-495f9894b476), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:46.946875 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f76aa-1bc7-42d1-a50d-71a9349cdb2b req-985a8687-7b83-49f8-808f-93819ea2e549 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:46.948280 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-737f76aa-1bc7-42d1-a50d-71a9349cdb2b req-985a8687-7b83-49f8-808f-93819ea2e549 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0715566 May 16 19:08:47.006765 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-e9ca615d-c7c5-4f14-88ee-19a5d7b0317e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=252cd5f3dc384f8d8f6745147731d906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3985910 May 16 19:08:47.009456 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca615d-c7c5-4f14-88ee-19a5d7b0317e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4259766-8190-4484-b4f0-495f9894b476,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:47.018014 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-23f8f7ef-07c1-4078-911f-74e35abffdb7 req-206c53cb-8fbc-4094-910b-b61257807a18 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878036 May 16 19:08:47.018818 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 54012) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:47.018943 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c10eed3-a4c2-4335-b245-c05520e1ac68 {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:47.028043 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Publish callbacks [] for port (3c10eed3-a4c2-4335-b245-c05520e1ac68), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.049854 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-737f76aa-1bc7-42d1-a50d-71a9349cdb2b req-0f524fe6-d974-4773-aaf5-ec714b483004 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916677 May 16 19:08:47.062734 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Transition to ACTIVE for port object 3c10eed3-a4c2-4335-b245-c05520e1ac68 will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:08:47.073158 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (3c10eed3-a4c2-4335-b245-c05520e1ac68), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.115692 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-86158159-ea1b-4cea-8e15-0ca607decfb8 admin admin] Publish callbacks [] for security_group (a4259766-8190-4484-b4f0-495f9894b476), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.125929 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c10eed3-a4c2-4335-b245-c05520e1ac68,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:47.147191 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-86158159-ea1b-4cea-8e15-0ca607decfb8 admin admin] Publish callbacks [] for security_group (a4259766-8190-4484-b4f0-495f9894b476), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.168770 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Attempting to bind port 3c10eed3-a4c2-4335-b245-c05520e1ac68 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:47.169407 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Attempting to bind port 3c10eed3-a4c2-4335-b245-c05520e1ac68 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '8bda42e5-ade1-4be8-a5bd-d26e25dabc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '81043745-a0ef-455e-843b-37e6acbb0ff4'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:47.170044 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Attempting to bind port 3c10eed3-a4c2-4335-b245-c05520e1ac68 on network 81043745-a0ef-455e-843b-37e6acbb0ff4 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:47.171457 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26506501-1fd5-41ff-9689-8b28eea63b2f None None] New status for floating IP 0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b: ACTIVE {{(pid=103575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:08:47.176986 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Port 3c10eed3-a4c2-4335-b245-c05520e1ac68 on network 81043745-a0ef-455e-843b-37e6acbb0ff4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:08:47.177758 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Attempting to bind port 3c10eed3-a4c2-4335-b245-c05520e1ac68 on network 81043745-a0ef-455e-843b-37e6acbb0ff4 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:47.188051 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:47.188862 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Checking segment: {'id': '8bda42e5-ade1-4be8-a5bd-d26e25dabc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '81043745-a0ef-455e-843b-37e6acbb0ff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:47.189468 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Bound using segment: {'id': '8bda42e5-ade1-4be8-a5bd-d26e25dabc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '81043745-a0ef-455e-843b-37e6acbb0ff4'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:47.190157 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Bound port: 3c10eed3-a4c2-4335-b245-c05520e1ac68, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bda42e5-ade1-4be8-a5bd-d26e25dabc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '81043745-a0ef-455e-843b-37e6acbb0ff4'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:47.190517 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (3c10eed3-a4c2-4335-b245-c05520e1ac68), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.213166 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 54020) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:47.224130 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-86158159-ea1b-4cea-8e15-0ca607decfb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (a4259766-8190-4484-b4f0-495f9894b476), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.226625 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-86158159-ea1b-4cea-8e15-0ca607decfb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.227694 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-86158159-ea1b-4cea-8e15-0ca607decfb8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a4259766-8190-4484-b4f0-495f9894b476 HTTP/1.1" status: 204 len: 168 time: 0.1999617 May 16 19:08:47.260726 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86158159-ea1b-4cea-8e15-0ca607decfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4259766-8190-4484-b4f0-495f9894b476,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:47.277233 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_v2 [None req-5629a7ad-a0a4-46b0-b3c6-4c2edfff1d5d admin admin] Deleting subnet a0248f02-a6fd-41a8-b7e8-0b0a4b6d0be4 {{(pid=103573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:08:47.280854 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5629a7ad-a0a4-46b0-b3c6-4c2edfff1d5d admin admin] Publish callbacks [] for subnet (a0248f02-a6fd-41a8-b7e8-0b0a4b6d0be4), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.282387 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] For port 3c10eed3-a4c2-4335-b245-c05520e1ac68, host hv-cinder-83998, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:47.291460 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] For port 3c10eed3-a4c2-4335-b245-c05520e1ac68, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=3c10eed3-a4c2-4335-b245-c05520e1ac68,segment=NetworkSegment(8bda42e5-ade1-4be8-a5bd-d26e25dabc5d),segment_id=8bda42e5-ade1-4be8-a5bd-d26e25dabc5d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:47.302595 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (3c10eed3-a4c2-4335-b245-c05520e1ac68), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.322645 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5629a7ad-a0a4-46b0-b3c6-4c2edfff1d5d admin admin] Publish callbacks [] for subnet (a0248f02-a6fd-41a8-b7e8-0b0a4b6d0be4), precommit_delete_associations {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.333466 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5629a7ad-a0a4-46b0-b3c6-4c2edfff1d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660465'] for subnet (a0248f02-a6fd-41a8-b7e8-0b0a4b6d0be4), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.345897 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:47.346530 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.348112 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] 10.222.0.78 "PUT /v2.0/ports/3c10eed3-a4c2-4335-b245-c05520e1ac68 HTTP/1.1" status: 200 len: 1094 time: 0.9704072 May 16 19:08:47.381720 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6378e5-fa57-4d98-ba09-adcbaf3808f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c10eed3-a4c2-4335-b245-c05520e1ac68,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:47.408063 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5629a7ad-a0a4-46b0-b3c6-4c2edfff1d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for subnet (a0248f02-a6fd-41a8-b7e8-0b0a4b6d0be4), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.436612 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629a7ad-a0a4-46b0-b3c6-4c2edfff1d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0248f02-a6fd-41a8-b7e8-0b0a4b6d0be4,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:47.441418 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5629a7ad-a0a4-46b0-b3c6-4c2edfff1d5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.444753 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-5629a7ad-a0a4-46b0-b3c6-4c2edfff1d5d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a0248f02-a6fd-41a8-b7e8-0b0a4b6d0be4 HTTP/1.1" status: 204 len: 168 time: 0.2302809 May 16 19:08:47.447185 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 54026) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:47.519107 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751918'] for network (0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.609132 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661572', 'neutron.services.segments.db._delete_segments_for_network-8772410173462'] for network (0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.629140 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:08:47.629519 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:08:47.630200 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:08:47.630590 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Subscribe: > port after_create 55550000 {{(pid=103573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:08:47.630886 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:08:47.631160 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Subscribe: > port after_update 55550000 {{(pid=103573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:08:47.631463 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:08:47.631794 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:08:47.632339 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:08:47.632675 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:08:47.723838 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2639880e-0549-4d0a-a951-ac531bd7dd36', 'tag': '3c10eed3-a4c2-4335-b245-c05520e1ac68'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:47.726173 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a947b4-8450-4e46-ba2c-20d1509435c1" -d '{"events": [{"name": "network-changed", "server_uuid": "2639880e-0549-4d0a-a951-ac531bd7dd36", "tag": "3c10eed3-a4c2-4335-b245-c05520e1ac68"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:47.760798 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:08:47.761264 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:08:47.761482 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:08:47.761812 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103573) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:08:47.762193 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2']}} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:47.762747 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bc2027-dc6d-4867-be45-d9d238dff61f x-openstack-request-id: req-55bc2027-dc6d-4867-be45-d9d238dff61f {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:47.763662 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2639880e-0549-4d0a-a951-ac531bd7dd36", "tag": "3c10eed3-a4c2-4335-b245-c05520e1ac68", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:47.763981 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-55bc2027-dc6d-4867-be45-d9d238dff61f {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:47.764578 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55bc2027-dc6d-4867-be45-d9d238dff61f'] response: {'name': 'network-changed', 'server_uuid': '2639880e-0549-4d0a-a951-ac531bd7dd36', 'tag': '3c10eed3-a4c2-4335-b245-c05520e1ac68', 'status': 'completed', 'code': 200} May 16 19:08:47.781694 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc6f297-2e6f-4ef9-bdcc-6da624d725b9') {'for_net_delete': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:47.781991 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc6f297-2e6f-4ef9-bdcc-6da624d725b9') {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:47.798203 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410174751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295152'] for segment (2cc6f297-2e6f-4ef9-bdcc-6da624d725b9), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.829861 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (2cc6f297-2e6f-4ef9-bdcc-6da624d725b9), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.838539 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:08:47.838932 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127128922'] for segment (2cc6f297-2e6f-4ef9-bdcc-6da624d725b9), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: from cryptography.utils import int_from_bytes May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: from cryptography.utils import int_from_bytes May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: Traceback (most recent call last): May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: timer() May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: cb(*args, **kw) May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: return func(*args, **kwargs) May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: self._notify() May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: self.callback(batched_events) May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: event.method(event) May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: return f(self, *a, **k) May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: return self._get(url).json() May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: return self.request(url, 'GET', **kwargs) May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:08:47.863955 dv-cinder-839987-5-smb neutron-server[103573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:08:47.959927 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a3081-2dd4-42d0-bb94-f6808d21872e req-cd7d6ecb-4fb0-40ca-b280-68219e895a59 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:47.961522 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-923a3081-2dd4-42d0-bb94-f6808d21872e req-cd7d6ecb-4fb0-40ca-b280-68219e895a59 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 944 time: 0.0751073 May 16 19:08:47.962544 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3934410'] for network (0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.978194 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:47.981410 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] 10.222.0.65 "DELETE /v2.0/networks/0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2 HTTP/1.1" status: 204 len: 168 time: 0.5330491 May 16 19:08:47.991690 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611ffc1-7000-4c93-ae84-4b668917d88e admin admin] Pushing event deleted for resources: {'Network': ['ID=0e0dae3f-4dc7-467b-a2a4-8aefc8b9d5d2,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:48.031519 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-923a3081-2dd4-42d0-bb94-f6808d21872e req-28cd9834-d153-49c3-89d0-f4d93d3601d4 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04b7e79-a7b6-43aa-9d53-0cf25b59eb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610814 May 16 19:08:48.159818 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812aeed-d118-4323-b493-f23a9f2095e7 req-af276fea-674d-4ef0-8f92-33707c10fdca tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:48.161397 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6812aeed-d118-4323-b493-f23a9f2095e7 req-af276fea-674d-4ef0-8f92-33707c10fdca tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 944 time: 0.0673208 May 16 19:08:48.212128 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56ea9b-a602-4547-8cec-25934bcf64f3 req-a00d304d-b375-4d77-b2b6-bcb59372cb16 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:48.212128 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9f56ea9b-a602-4547-8cec-25934bcf64f3 req-a00d304d-b375-4d77-b2b6-bcb59372cb16 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0752242 May 16 19:08:48.212411 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 54062) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:48.264185 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-5a2997bd-cf7f-43ca-9622-100b10624563 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=18dc75f08cd74be8a8484234f77ad966&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0495152 May 16 19:08:48.266192 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 54066) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:48.284618 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9f56ea9b-a602-4547-8cec-25934bcf64f3 req-62504cc4-178d-417b-8482-5e93f8a5c4f5 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633633 May 16 19:08:48.287580 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6812aeed-d118-4323-b493-f23a9f2095e7 req-f1926328-aa92-45c1-b5ac-3fb15b594397 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096234 May 16 19:08:48.323335 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-663fab93-3987-4954-8451-ab54bf57c9eb admin admin] Publish callbacks [] for security_group (cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:48.353217 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-663fab93-3987-4954-8451-ab54bf57c9eb admin admin] Publish callbacks [] for security_group (cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:48.400184 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-663fab93-3987-4954-8451-ab54bf57c9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:48.402739 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-663fab93-3987-4954-8451-ab54bf57c9eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:48.404435 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-663fab93-3987-4954-8451-ab54bf57c9eb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f HTTP/1.1" status: 204 len: 168 time: 0.1367416 May 16 19:08:48.412238 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fab93-3987-4954-8451-ab54bf57c9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1dae4f-dc4b-4302-91ff-e8cd49ceb27f,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:49.157103 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e980670-3591-483d-ac6a-51a5713ae980 req-18401a6a-0528-4478-8fb9-4cf8fa5edf9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:49.159631 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4e980670-3591-483d-ac6a-51a5713ae980 req-18401a6a-0528-4478-8fb9-4cf8fa5edf9e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 944 time: 0.0581250 May 16 19:08:49.195670 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 54126) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:49.213028 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4e980670-3591-483d-ac6a-51a5713ae980 req-5eae09bb-6ead-4862-b27d-046ef7e1702c tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04b7e79-a7b6-43aa-9d53-0cf25b59eb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456491 May 16 19:08:49.298994 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-95f1407f-84b2-40ed-aee2-fdf1dd29d138 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1244533380-network', 'tenant_id': '05edbc82d64b43618010c829eff5c529'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:49.320942 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f1407f-84b2-40ed-aee2-fdf1dd29d138 admin admin] Made reservation on behalf of 05edbc82d64b43618010c829eff5c529 for: {'network': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:49.323439 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-95f1407f-84b2-40ed-aee2-fdf1dd29d138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for network (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:49.336381 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-95f1407f-84b2-40ed-aee2-fdf1dd29d138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:49.432125 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29c1413-95ed-4f43-a666-59571fb83b20 req-655342a6-cdd8-4c78-80c4-0b06d78ac1a9 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:49.432892 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-95f1407f-84b2-40ed-aee2-fdf1dd29d138 admin admin] Publish callbacks [] for security_group (62bd1ade-3b6e-4152-a82f-ba270160d407), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:49.433660 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d29c1413-95ed-4f43-a666-59571fb83b20 req-655342a6-cdd8-4c78-80c4-0b06d78ac1a9 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 944 time: 0.0717058 May 16 19:08:49.440365 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-95f1407f-84b2-40ed-aee2-fdf1dd29d138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (62bd1ade-3b6e-4152-a82f-ba270160d407), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:49.460505 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f1407f-84b2-40ed-aee2-fdf1dd29d138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:08:49.467501 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3a8b6-3eeb-4937-99b1-a7fdcf8e8981 req-bf95346a-5ff4-44cd-bbcd-f7af5a9cb09f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:49.469285 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-91b3a8b6-3eeb-4937-99b1-a7fdcf8e8981 req-bf95346a-5ff4-44cd-bbcd-f7af5a9cb09f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0786443 May 16 19:08:49.526039 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-95f1407f-84b2-40ed-aee2-fdf1dd29d138 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410173453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:49.526450 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.segments_db [None req-95f1407f-84b2-40ed-aee2-fdf1dd29d138 admin admin] Added segment 9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98 of type vlan for network e2c884ef-2b44-416a-b203-511395242f85 May 16 19:08:49.546085 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1407f-84b2-40ed-aee2-fdf1dd29d138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bd1ade-3b6e-4152-a82f-ba270160d407,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:49.565500 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dded6-4544-4cbd-946f-ec50c74e9665 req-376aac68-ab10-49c8-828b-170a67c62f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:49.567121 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-cd8dded6-4544-4cbd-946f-ec50c74e9665 req-376aac68-ab10-49c8-828b-170a67c62f76 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=4f05e0c0284d4e7189162018604c1ec6&device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 1128 time: 0.1040676 May 16 19:08:49.578441 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 186a98c9-adb0-40a1-b018-af7d59c7977e details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:08:49.593653 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d29c1413-95ed-4f43-a666-59571fb83b20 req-f2e7b934-283e-42b6-a24d-ab36cfe5e9d0 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486952 May 16 19:08:49.632988 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-91b3a8b6-3eeb-4937-99b1-a7fdcf8e8981 req-ba2865f2-ee6a-486f-94f4-adc8c3398da2 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494226 May 16 19:08:49.638201 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8c04bf82-fb3d-4300-9fde-ae60cace1966 req-e91bda57-a980-4d14-8e5a-5fa394894531 service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677740 May 16 19:08:49.674428 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a947b4-8450-4e46-ba2c-20d1509435c1 req-d8027786-6edf-4c20-af0e-6da682c5dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:49.676110 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b7a947b4-8450-4e46-ba2c-20d1509435c1 req-d8027786-6edf-4c20-af0e-6da682c5dd1b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0780c7b1c12451c82afbe9fe4ffda99&device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 1128 time: 0.1770527 May 16 19:08:49.705811 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 186a98c9-adb0-40a1-b018-af7d59c7977e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=186a98c9-adb0-40a1-b018-af7d59c7977e,segment=NetworkSegment(20a19c12-bec0-43ae-8367-1d3b188a85db),segment_id=20a19c12-bec0-43ae-8367-1d3b188a85db)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:49.709111 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dded6-4544-4cbd-946f-ec50c74e9665 req-06962139-cdb8-47bb-94b3-3631262cc2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:49.710568 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-cd8dded6-4544-4cbd-946f-ec50c74e9665 req-06962139-cdb8-47bb-94b3-3631262cc2d0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=b8c24429-a6c9-487f-8f68-53bf705a416f HTTP/1.1" status: 200 len: 909 time: 0.1221471 May 16 19:08:49.714838 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-95f1407f-84b2-40ed-aee2-fdf1dd29d138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409763997'] for network (e2c884ef-2b44-416a-b203-511395242f85), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:49.794823 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-cd8dded6-4544-4cbd-946f-ec50c74e9665 req-1e1cee23-cbeb-44b5-b812-de585645665b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186a98c9-adb0-40a1-b018-af7d59c7977e HTTP/1.1" status: 200 len: 217 time: 0.0595119 May 16 19:08:49.840860 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': '186a98c9-adb0-40a1-b018-af7d59c7977e', 'network_id': 'b8c24429-a6c9-487f-8f68-53bf705a416f', 'port_id': '186a98c9-adb0-40a1-b018-af7d59c7977e', 'mac_address': 'fa:16:3e:3d:9c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd62e6a4-d96c-43e3-bafe-4157ff45a883', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:08:49.875452 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 186a98c9-adb0-40a1-b018-af7d59c7977e is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:49.875835 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (186a98c9-adb0-40a1-b018-af7d59c7977e), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:49.889731 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186a98c9-adb0-40a1-b018-af7d59c7977e {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:49.897691 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-95f1407f-84b2-40ed-aee2-fdf1dd29d138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for network (e2c884ef-2b44-416a-b203-511395242f85), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:49.898687 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f1407f-84b2-40ed-aee2-fdf1dd29d138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:49.899261 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-95f1407f-84b2-40ed-aee2-fdf1dd29d138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:49.910314 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 186a98c9-adb0-40a1-b018-af7d59c7977e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=186a98c9-adb0-40a1-b018-af7d59c7977e,segment=NetworkSegment(20a19c12-bec0-43ae-8367-1d3b188a85db),segment_id=20a19c12-bec0-43ae-8367-1d3b188a85db)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:49.914131 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (186a98c9-adb0-40a1-b018-af7d59c7977e), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:49.938154 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dded6-4544-4cbd-946f-ec50c74e9665 req-f8b908ef-e29b-4244-9338-84edd568f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:49.939623 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-cd8dded6-4544-4cbd-946f-ec50c74e9665 req-f8b908ef-e29b-4244-9338-84edd568f44f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=bd62e6a4-d96c-43e3-bafe-4157ff45a883 HTTP/1.1" status: 200 len: 848 time: 0.1341925 May 16 19:08:49.956500 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-95f1407f-84b2-40ed-aee2-fdf1dd29d138 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.7596905 May 16 19:08:49.958950 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=186a98c9-adb0-40a1-b018-af7d59c7977e,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:49.960004 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 54140) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:49.965704 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-8fe6d6ea-15f7-4422-a748-1666ef216fe9 admin admin] Request body: {'subnet': {'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1244533380-subnet', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:49.968108 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:49.968453 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:49.968826 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:49.969166 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:49.969499 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:49.969826 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:49.970152 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:49.970474 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:49.970795 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:49.971300 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:49.971634 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:49.972317 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:49.972672 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:49.972997 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:49.973324 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:49.993838 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe6d6ea-15f7-4422-a748-1666ef216fe9 admin admin] Made reservation on behalf of 05edbc82d64b43618010c829eff5c529 for: {'subnet': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:49.996179 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8fe6d6ea-15f7-4422-a748-1666ef216fe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125931047'] for subnet (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.187443 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8fe6d6ea-15f7-4422-a748-1666ef216fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127131065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125931057'] for subnet (106d7208-a2e6-46bb-bc34-47f65193fc7d), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.204616 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-cd8dded6-4544-4cbd-946f-ec50c74e9665 req-9930e37c-f5c2-4701-a1b2-b13716e587cc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=b8c24429-a6c9-487f-8f68-53bf705a416f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2515428 May 16 19:08:50.207613 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a947b4-8450-4e46-ba2c-20d1509435c1 req-fac402a1-102c-4dbf-ab32-002c86527304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:50.208797 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b7a947b4-8450-4e46-ba2c-20d1509435c1 req-fac402a1-102c-4dbf-ab32-002c86527304 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=a0780c7b1c12451c82afbe9fe4ffda99&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4957428 May 16 19:08:50.209746 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1407f-84b2-40ed-aee2-fdf1dd29d138 admin admin] Pushing event updated for resources: {'Network': ['ID=e2c884ef-2b44-416a-b203-511395242f85,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:50.225057 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Network e2c884ef-2b44-416a-b203-511395242f85 details requested by agent ovs-agent-dv-cinder-839987-5-smb with host dv-cinder-839987-5-smb {{(pid=103575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:08:50.256662 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6d6ea-15f7-4422-a748-1666ef216fe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=106d7208-a2e6-46bb-bc34-47f65193fc7d,revision_number=0']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:50.269782 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe6d6ea-15f7-4422-a748-1666ef216fe9 admin admin] Checking segment: {'id': '9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:50.270234 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe6d6ea-15f7-4422-a748-1666ef216fe9 admin admin] Network hostable DHCP agents. Network: e2c884ef-2b44-416a-b203-511395242f85, hostable agents: ['32740b08-508b-41fc-82a0-fe5ed2f5692a'], hosted agents: [] {{(pid=103573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:08:50.294084 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe6d6ea-15f7-4422-a748-1666ef216fe9 admin admin] Network e2c884ef-2b44-416a-b203-511395242f85 is scheduled to be hosted by DHCP agent 32740b08-508b-41fc-82a0-fe5ed2f5692a with binding_index 1 {{(pid=103573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:08:50.317745 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-8fe6d6ea-15f7-4422-a748-1666ef216fe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-5-smb, e2c884ef-2b44-416a-b203-511395242f85) {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:50.330638 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe6d6ea-15f7-4422-a748-1666ef216fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:50.331086 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca98fe1-b9fc-49a6-9b53-cd139a2f4913 None None] Network e2c884ef-2b44-416a-b203-511395242f85 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:08:50.331456 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8fe6d6ea-15f7-4422-a748-1666ef216fe9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.379275 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-8fe6d6ea-15f7-4422-a748-1666ef216fe9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4177632 May 16 19:08:50.382224 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 54146) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:50.386723 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf'}}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:50.400612 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03546a2a-0232-4ef6-b15e-cd42c79d2be1 req-fbc2af11-3d9a-40b7-90c5-a03da8024854 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:50.404402 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-cd8dded6-4544-4cbd-946f-ec50c74e9665 req-014cff9e-7c7a-4e5f-a811-d1b5760f1df0 service neutron] 10.222.0.78 "GET /v2.0/networks/b8c24429-a6c9-487f-8f68-53bf705a416f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759174 May 16 19:08:50.405403 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a947b4-8450-4e46-ba2c-20d1509435c1 req-191b2e93-37c0-4459-bda9-1cb1e302c22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:50.406777 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b7a947b4-8450-4e46-ba2c-20d1509435c1 req-191b2e93-37c0-4459-bda9-1cb1e302c22f service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1775911 May 16 19:08:50.407429 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-03546a2a-0232-4ef6-b15e-cd42c79d2be1 req-fbc2af11-3d9a-40b7-90c5-a03da8024854 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 945 time: 0.0803404 May 16 19:08:50.429833 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['186a98c9-adb0-40a1-b018-af7d59c7977e'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:08:50.444861 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3945490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.446612 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3945702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3944459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router (f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.470649 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2076c188-5255-5bc7-a072-6101fc46504d-e2c884ef-2b44-416a-b203-511395242f85', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'project_id': '05edbc82d64b43618010c829eff5c529', 'fixed_ips': [{'subnet_id': '106d7208-a2e6-46bb-bc34-47f65193fc7d'}]}} from dv-cinder-839987-5-smb. {{(pid=103575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:08:50.471599 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.519684 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] Publish callbacks [] for router_controller (f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e), precommit_add_association {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.565160 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-b5639710-6ef0-4f93-ba91-6c3b2182e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:50.566635 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-b5639710-6ef0-4f93-ba91-6c3b2182e626 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0780c7b1c12451c82afbe9fe4ffda99&device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 1128 time: 0.0649207 May 16 19:08:50.589927 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-03546a2a-0232-4ef6-b15e-cd42c79d2be1 req-5fb0277f-fbbb-46fc-8495-11534355400f tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04b7e79-a7b6-43aa-9d53-0cf25b59eb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783795 May 16 19:08:50.622224 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-3b526a58-c087-4f18-bf36-5fac288d0db4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c10eed3-a4c2-4335-b245-c05520e1ac68 HTTP/1.1" status: 200 len: 217 time: 0.0442066 May 16 19:08:50.625040 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-cd8dded6-4544-4cbd-946f-ec50c74e9665 req-ef9c04d3-a0d7-4005-989a-fd24467cf94f service neutron] 10.222.0.78 "GET /v2.0/networks/b8c24429-a6c9-487f-8f68-53bf705a416f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022331 May 16 19:08:50.699687 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-36e20ba4-d9d0-450d-90c4-52c18b911d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:50.702577 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-36e20ba4-d9d0-450d-90c4-52c18b911d0d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8628c9bf-df06-4833-834f-dffecfec4d7f HTTP/1.1" status: 200 len: 848 time: 0.0688641 May 16 19:08:50.717794 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Allocated IP 172.20.0.2 (e2c884ef-2b44-416a-b203-511395242f85/106d7208-a2e6-46bb-bc34-47f65193fc7d/415beb99-4da4-4cb7-afa8-da95add6c72f) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:50.745778 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-5bc02282-3728-4e26-873b-71d0db63b2c5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=81043745-a0ef-455e-843b-37e6acbb0ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315192 May 16 19:08:50.746411 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] Publish callbacks [] for router_gateway (f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.829664 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6918f-20e0-47e1-a703-a24c248bbb35 req-a17bf9aa-d981-45c0-8a12-9258e2f40aff tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:50.836974 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-25b6918f-20e0-47e1-a703-a24c248bbb35 req-a17bf9aa-d981-45c0-8a12-9258e2f40aff tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0697076 May 16 19:08:50.880506 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac4b3e-7765-44ec-8666-b0e0d4c3c084 req-562ab89e-cc75-4242-be2b-23b35b7bac12 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:50.885657 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-e1ece294-73ad-413d-adb0-4cc1850059cd service neutron] 10.222.0.78 "GET /v2.0/networks/81043745-a0ef-455e-843b-37e6acbb0ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238990 May 16 19:08:50.887699 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-00ac4b3e-7765-44ec-8666-b0e0d4c3c084 req-562ab89e-cc75-4242-be2b-23b35b7bac12 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 944 time: 0.1890049 May 16 19:08:50.941566 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Publish callbacks [] for port (415beb99-4da4-4cb7-afa8-da95add6c72f), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.949196 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (415beb99-4da4-4cb7-afa8-da95add6c72f), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:50.988960 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Network e2c884ef-2b44-416a-b203-511395242f85 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:50.996715 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:51.004792 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-25b6918f-20e0-47e1-a703-a24c248bbb35 req-a331c7b1-6c4d-4ea7-9cef-ee93fb82ab7f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606889 May 16 19:08:51.022722 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:51.026433 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-39c691d5-8c72-411f-9e57-0b04b350ad5a req-9eddb54b-c0d1-40fa-b818-c076eb096d3b service neutron] 10.222.0.78 "GET /v2.0/networks/81043745-a0ef-455e-843b-37e6acbb0ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285560 May 16 19:08:51.029118 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Pushing event updated for resources: {'Port': ['ID=415beb99-4da4-4cb7-afa8-da95add6c72f,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:51.059770 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-00ac4b3e-7765-44ec-8666-b0e0d4c3c084 req-e45ba425-0b31-4e05-8430-585ce5ea786f tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705120 May 16 19:08:51.093240 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Attempting to bind port 415beb99-4da4-4cb7-afa8-da95add6c72f on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:51.093702 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Attempting to bind port 415beb99-4da4-4cb7-afa8-da95add6c72f by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': '9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:51.094143 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Attempting to bind port 415beb99-4da4-4cb7-afa8-da95add6c72f on network e2c884ef-2b44-416a-b203-511395242f85 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:51.099356 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:51.099809 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Checking segment: {'id': '9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:51.100270 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.100798 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Bound using segment: {'id': '9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:51.101336 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Bound port: 415beb99-4da4-4cb7-afa8-da95add6c72f, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:51.101774 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (415beb99-4da4-4cb7-afa8-da95add6c72f), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.135260 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] Publish callbacks [] for router_gateway (f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.156273 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.167662 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] For port 415beb99-4da4-4cb7-afa8-da95add6c72f, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:51.171711 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] For port 415beb99-4da4-4cb7-afa8-da95add6c72f, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=415beb99-4da4-4cb7-afa8-da95add6c72f,segment=NetworkSegment(9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98),segment_id=9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:51.182031 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (415beb99-4da4-4cb7-afa8-da95add6c72f), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.237320 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263078f-da1d-4d41-a536-96159f94c592 None None] Pushing event updated for resources: {'Port': ['ID=415beb99-4da4-4cb7-afa8-da95add6c72f,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:51.270594 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] Allocated IP 172.28.3.59 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/4064cf22-e1d3-41f0-bb94-5fc7ee6965b6) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:51.391059 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] Publish callbacks [] for port (4064cf22-e1d3-41f0-bb94-5fc7ee6965b6), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.431402 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (4064cf22-e1d3-41f0-bb94-5fc7ee6965b6), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.495388 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:51.498289 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:51.504374 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:51.509804 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] Pushing event updated for resources: {'Port': ['ID=4064cf22-e1d3-41f0-bb94-5fc7ee6965b6,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:51.759249 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47761-0d97-41ef-804f-4736be772dab req-91ff8cc4-556e-4341-a3ac-1ff90c000c4a tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:51.760774 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3fd47761-0d97-41ef-804f-4736be772dab req-91ff8cc4-556e-4341-a3ac-1ff90c000c4a tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 945 time: 0.0952554 May 16 19:08:51.846962 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 415beb99-4da4-4cb7-afa8-da95add6c72f up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:51.864462 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3fd47761-0d97-41ef-804f-4736be772dab req-edf9b494-fcee-49a3-b648-94531a310ad0 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04b7e79-a7b6-43aa-9d53-0cf25b59eb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850766 May 16 19:08:51.876739 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] Publish callbacks [] for router_gateway (f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.903102 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 415beb99-4da4-4cb7-afa8-da95add6c72f triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:51.903843 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (415beb99-4da4-4cb7-afa8-da95add6c72f), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:51.983031 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 415beb99-4da4-4cb7-afa8-da95add6c72f is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:51.983442 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (415beb99-4da4-4cb7-afa8-da95add6c72f), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:52.027584 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] For port 415beb99-4da4-4cb7-afa8-da95add6c72f, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=415beb99-4da4-4cb7-afa8-da95add6c72f,segment=NetworkSegment(9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98),segment_id=9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:52.035922 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (415beb99-4da4-4cb7-afa8-da95add6c72f), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:52.090799 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 186a98c9-adb0-40a1-b018-af7d59c7977e up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:52.197071 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Pushing event updated for resources: {'Port': ['ID=415beb99-4da4-4cb7-afa8-da95add6c72f,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:52.214984 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port 186a98c9-adb0-40a1-b018-af7d59c7977e completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:08:52.222996 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port 186a98c9-adb0-40a1-b018-af7d59c7977e triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:52.223407 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (186a98c9-adb0-40a1-b018-af7d59c7977e), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:52.239919 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3945631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3944668'] for router (f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:52.248275 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69471d2-2924-4d96-ae9c-b5def7c5caaf req-8cd31dc6-9395-4fea-95f9-2740fff7b430 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:52.249803 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d69471d2-2924-4d96-ae9c-b5def7c5caaf req-8cd31dc6-9395-4fea-95f9-2740fff7b430 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.1123917 May 16 19:08:52.314696 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4251d5-b1e4-42f8-aac7-2156ba85e9dc req-82ddcc7d-31e9-4c66-8906-cdf7c894e884 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:52.322411 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8d4251d5-b1e4-42f8-aac7-2156ba85e9dc req-82ddcc7d-31e9-4c66-8906-cdf7c894e884 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 944 time: 0.1443260 May 16 19:08:52.334488 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 186a98c9-adb0-40a1-b018-af7d59c7977e is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:52.335631 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (186a98c9-adb0-40a1-b018-af7d59c7977e), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:52.368687 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b14ddf-049e-4c69-bee1-243b723a2a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186a98c9-adb0-40a1-b018-af7d59c7977e'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:52.374968 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d555026-984b-4737-9f56-a37f5d32323b" -d '{"events": [{"server_uuid": "72b14ddf-049e-4c69-bee1-243b723a2a18", "name": "network-vif-plugged", "status": "completed", "tag": "186a98c9-adb0-40a1-b018-af7d59c7977e"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:52.389253 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 186a98c9-adb0-40a1-b018-af7d59c7977e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=186a98c9-adb0-40a1-b018-af7d59c7977e,segment=NetworkSegment(20a19c12-bec0-43ae-8367-1d3b188a85db),segment_id=20a19c12-bec0-43ae-8367-1d3b188a85db)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:52.394202 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (186a98c9-adb0-40a1-b018-af7d59c7977e), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:52.438244 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d69471d2-2924-4d96-ae9c-b5def7c5caaf req-1342dc74-26fd-4ed3-afb5-81270913571f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736834 May 16 19:08:52.453318 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=186a98c9-adb0-40a1-b018-af7d59c7977e,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:52.461151 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8d4251d5-b1e4-42f8-aac7-2156ba85e9dc req-cbed4135-4f34-40dd-b577-20e40a896da8 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378033 May 16 19:08:52.505670 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799924c9-e3cf-48f0-b28e-cb5ed3e4eeb3 x-openstack-request-id: req-799924c9-e3cf-48f0-b28e-cb5ed3e4eeb3 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:52.505983 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b14ddf-049e-4c69-bee1-243b723a2a18", "name": "network-vif-plugged", "status": "completed", "tag": "186a98c9-adb0-40a1-b018-af7d59c7977e", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:52.506406 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-799924c9-e3cf-48f0-b28e-cb5ed3e4eeb3 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:52.506805 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-799924c9-e3cf-48f0-b28e-cb5ed3e4eeb3'] response: {'server_uuid': '72b14ddf-049e-4c69-bee1-243b723a2a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186a98c9-adb0-40a1-b018-af7d59c7977e', 'code': 200} May 16 19:08:52.514870 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] Router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e is scheduled to L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf with binding_index 1 {{(pid=103573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 19:08:52.517902 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c4ca6f-546b-4150-bfb6-d2c41a3c2b93 None None] Network e2c884ef-2b44-416a-b203-511395242f85 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:08:52.596997 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-3d9fa293-db4f-4bf3-a836-a237eef7f1dc None None] Provisioning complete for port 415beb99-4da4-4cb7-afa8-da95add6c72f triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:52.597366 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3d9fa293-db4f-4bf3-a836-a237eef7f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (415beb99-4da4-4cb7-afa8-da95add6c72f), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:52.623878 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:08:52.638978 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Sync routers for ids ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:08:52.644226 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:52.648212 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-cbad2548-a871-480d-9ebc-d856d54657a0 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2621982 May 16 19:08:52.648591 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 54192) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:52.653430 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Routers {'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:52.654710 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:08:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:52.726483 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-3d9fa293-db4f-4bf3-a836-a237eef7f1dc None None] Current status of the port 415beb99-4da4-4cb7-afa8-da95add6c72f is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:52.775123 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Set router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:52.945901 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:08:51Z', 'revision_number': 3, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:52.951955 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-a6d5d126-52b5-4709-8fed-162bcaed4760 None None] Provisioning complete for port 415beb99-4da4-4cb7-afa8-da95add6c72f triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:52.952462 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a6d5d126-52b5-4709-8fed-162bcaed4760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (415beb99-4da4-4cb7-afa8-da95add6c72f), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:52.971914 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Checking router: f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:08:52.972259 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Updating router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e port 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6 binding host dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:08:53.000340 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (4064cf22-e1d3-41f0-bb94-5fc7ee6965b6), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:53.050144 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-a6d5d126-52b5-4709-8fed-162bcaed4760 None None] Current status of the port 415beb99-4da4-4cb7-afa8-da95add6c72f is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:53.108111 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5985bccc-74a9-4e0c-b5f2-c932c7199273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:53.218459 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc774f4-9554-4ea3-8e15-be495caab744 req-86ce2895-1c20-41c8-943d-d952edc72e49 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:53.220114 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9fc774f4-9554-4ea3-8e15-be495caab744 req-86ce2895-1c20-41c8-943d-d952edc72e49 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 946 time: 0.2825632 May 16 19:08:53.272385 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9fc774f4-9554-4ea3-8e15-be495caab744 req-688db109-7036-47be-824f-71a36a44dab4 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04b7e79-a7b6-43aa-9d53-0cf25b59eb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450745 May 16 19:08:53.306312 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-5985bccc-74a9-4e0c-b5f2-c932c7199273 admin admin] Allocated IP 172.20.0.1 (e2c884ef-2b44-416a-b203-511395242f85/106d7208-a2e6-46bb-bc34-47f65193fc7d/a885bcbc-1308-4015-9a8b-043d2ee010b5) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:53.320743 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Publish callbacks [] for port (4064cf22-e1d3-41f0-bb94-5fc7ee6965b6), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:53.326368 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (4064cf22-e1d3-41f0-bb94-5fc7ee6965b6), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:53.373505 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a7680-8342-454c-a55a-6213653bd5d4 None None] Pushing event updated for resources: {'Port': ['ID=4064cf22-e1d3-41f0-bb94-5fc7ee6965b6,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:53.390839 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a7680-8342-454c-a55a-6213653bd5d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:53.391649 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a7680-8342-454c-a55a-6213653bd5d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:53.391649 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a7680-8342-454c-a55a-6213653bd5d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:53.391854 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a7680-8342-454c-a55a-6213653bd5d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:53.392352 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a7680-8342-454c-a55a-6213653bd5d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:53.392855 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a7680-8342-454c-a55a-6213653bd5d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:53.393331 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a7680-8342-454c-a55a-6213653bd5d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:53.393806 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a7680-8342-454c-a55a-6213653bd5d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:53.394308 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a7680-8342-454c-a55a-6213653bd5d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:53.394800 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a7680-8342-454c-a55a-6213653bd5d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:53.395129 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a7680-8342-454c-a55a-6213653bd5d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:53.395470 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a7680-8342-454c-a55a-6213653bd5d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:53.395799 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a7680-8342-454c-a55a-6213653bd5d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:53.396112 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a7680-8342-454c-a55a-6213653bd5d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:53.396435 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694a7680-8342-454c-a55a-6213653bd5d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:08:53.399691 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Attempting to bind port 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:53.400214 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Attempting to bind port 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:53.400782 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Attempting to bind port 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6 on network 76eed255-df50-4913-937a-329b4f129daf {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:53.406690 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:53.407070 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Checking segment: {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:53.407470 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:53.407859 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Bound using segment: {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:53.408324 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Bound port: 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'}}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:53.408735 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (4064cf22-e1d3-41f0-bb94-5fc7ee6965b6), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:53.443572 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5985bccc-74a9-4e0c-b5f2-c932c7199273 admin admin] Publish callbacks [] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:53.461034 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] For port 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:53.464242 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] For port 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=4064cf22-e1d3-41f0-bb94-5fc7ee6965b6,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:53.484919 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (4064cf22-e1d3-41f0-bb94-5fc7ee6965b6), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:53.498401 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5985bccc-74a9-4e0c-b5f2-c932c7199273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:53.554619 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985bccc-74a9-4e0c-b5f2-c932c7199273 admin admin] Pushing event updated for resources: {'Port': ['ID=a885bcbc-1308-4015-9a8b-043d2ee010b5,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:53.567757 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985bccc-74a9-4e0c-b5f2-c932c7199273 admin admin] Network e2c884ef-2b44-416a-b203-511395242f85 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:53.569397 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-5985bccc-74a9-4e0c-b5f2-c932c7199273 admin admin] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:53.572257 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5985bccc-74a9-4e0c-b5f2-c932c7199273 admin admin] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:53.572784 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5985bccc-74a9-4e0c-b5f2-c932c7199273 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3932657'] for router_interface (f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:53.602760 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a7680-8342-454c-a55a-6213653bd5d4 None None] Pushing event updated for resources: {'Port': ['ID=4064cf22-e1d3-41f0-bb94-5fc7ee6965b6,revision_number=3']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:53.605479 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Routers {'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:53.606362 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:08:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:53.664480 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ee0ed-7680-4097-aee0-a890b223a320 req-019cfe0d-2eec-4534-a9ed-084480e226c4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:53.666011 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c91ee0ed-7680-4097-aee0-a890b223a320 req-019cfe0d-2eec-4534-a9ed-084480e226c4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 944 time: 0.0793791 May 16 19:08:53.672985 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ca480-416a-43b3-b99f-6cee71698517 req-06a6b059-e97c-47b0-a2d3-548cfb086e37 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:53.681600 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7d4ca480-416a-43b3-b99f-6cee71698517 req-06a6b059-e97c-47b0-a2d3-548cfb086e37 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.1119907 May 16 19:08:53.739477 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5985bccc-74a9-4e0c-b5f2-c932c7199273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:53.789771 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7d4ca480-416a-43b3-b99f-6cee71698517 req-ad75550c-03a4-4ee7-aa55-fd79d35ddc72 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073132 May 16 19:08:53.830873 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] Set router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:53.841945 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c91ee0ed-7680-4097-aee0-a890b223a320 req-deacf812-66ea-4099-b078-7f2f733c465c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459386 May 16 19:08:53.873187 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 415beb99-4da4-4cb7-afa8-da95add6c72f up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:53.901233 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-e2b1eac7-a35d-4cb2-9ada-0c556ad6ece8 None None] Provisioning complete for port a885bcbc-1308-4015-9a8b-043d2ee010b5 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:53.902091 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e2b1eac7-a35d-4cb2-9ada-0c556ad6ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:53.941705 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-e2b1eac7-a35d-4cb2-9ada-0c556ad6ece8 None None] Port a885bcbc-1308-4015-9a8b-043d2ee010b5 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:53.954174 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 415beb99-4da4-4cb7-afa8-da95add6c72f triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:53.954774 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (415beb99-4da4-4cb7-afa8-da95add6c72f), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:53.967649 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5985bccc-74a9-4e0c-b5f2-c932c7199273 admin admin] Publish callbacks [] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:53.973358 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5985bccc-74a9-4e0c-b5f2-c932c7199273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:53.974265 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5985bccc-74a9-4e0c-b5f2-c932c7199273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3891522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3933115'] for router_interface (f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:54.011281 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:08:51Z', 'revision_number': 3, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:54.037556 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 415beb99-4da4-4cb7-afa8-da95add6c72f is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:54.041013 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985bccc-74a9-4e0c-b5f2-c932c7199273 admin admin] Pushing event updated for resources: {'Port': ['ID=a885bcbc-1308-4015-9a8b-043d2ee010b5,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:54.041862 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c85781-0072-4e95-a297-f26088b2284d None None] The sync data for ids ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'] in dv-cinder-839987-5-smb is: [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:08:51Z', 'revision_number': 3, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:08:54.102243 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985bccc-74a9-4e0c-b5f2-c932c7199273 admin admin] Network e2c884ef-2b44-416a-b203-511395242f85 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:54.103932 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-5985bccc-74a9-4e0c-b5f2-c932c7199273 admin admin] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:54.219659 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5985bccc-74a9-4e0c-b5f2-c932c7199273 admin admin] Router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:08:54.347729 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5985bccc-74a9-4e0c-b5f2-c932c7199273 admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:08:54.353019 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-5985bccc-74a9-4e0c-b5f2-c932c7199273 admin admin] 10.222.0.65 "PUT /v2.0/routers/f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7033334 May 16 19:08:54.367803 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-9605dd9d-2cf1-4746-952b-8364cc04df75 None None] Provisioning complete for port a885bcbc-1308-4015-9a8b-043d2ee010b5 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:54.368424 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9605dd9d-2cf1-4746-952b-8364cc04df75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:54.402004 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ede229-e97a-4bbb-b51b-8a2d85033f24 req-a604de40-3b6d-4214-b8c3-0b823e6a8c0b tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:54.408324 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-9605dd9d-2cf1-4746-952b-8364cc04df75 None None] Port a885bcbc-1308-4015-9a8b-043d2ee010b5 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:54.418387 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d7ede229-e97a-4bbb-b51b-8a2d85033f24 req-a604de40-3b6d-4214-b8c3-0b823e6a8c0b tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 946 time: 0.0680308 May 16 19:08:54.472380 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d7ede229-e97a-4bbb-b51b-8a2d85033f24 req-41162485-e52c-418d-94a2-082ff9d9a55d tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04b7e79-a7b6-43aa-9d53-0cf25b59eb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533097 May 16 19:08:54.735681 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 54236) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:54.741441 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-b4ef375b-6673-4b39-994f-db49ff243d2e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1759206493', 'description': 'tempest-description--978769578'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:54.775118 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b4ef375b-6673-4b39-994f-db49ff243d2e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:54.875071 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1342c0-4c4e-4a63-92a9-7ac30d773b88 req-6a5f27cf-f511-41d1-9c23-03aac1b4f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:54.876908 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1d1342c0-4c4e-4a63-92a9-7ac30d773b88 req-6a5f27cf-f511-41d1-9c23-03aac1b4f986 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 1130 time: 0.0724933 May 16 19:08:54.877160 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b4ef375b-6673-4b39-994f-db49ff243d2e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group (55957134-a164-48f9-bf1c-e350e88f3619), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:54.886066 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b4ef375b-6673-4b39-994f-db49ff243d2e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (55957134-a164-48f9-bf1c-e350e88f3619), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:54.931927 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef375b-6673-4b39-994f-db49ff243d2e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55957134-a164-48f9-bf1c-e350e88f3619,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:54.962533 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1d1342c0-4c4e-4a63-92a9-7ac30d773b88 req-349be828-9f45-476d-896f-77671f5f08c4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c04b7e79-a7b6-43aa-9d53-0cf25b59eb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781701 May 16 19:08:54.997134 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b4ef375b-6673-4b39-994f-db49ff243d2e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:54.999106 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-b4ef375b-6673-4b39-994f-db49ff243d2e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2617102 May 16 19:08:55.005293 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 54252) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:55.010461 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-8c46eea8-3eb6-4346-8570-ad9219b00f63 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Request body: {'security_group_rule': {'security_group_id': '55957134-a164-48f9-bf1c-e350e88f3619', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:55.022903 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b20cf-ba72-4e43-86aa-b79666db6c19 req-96190424-dbc8-4b51-88c7-c4e90d76483e tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:55.025401 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0e1b20cf-ba72-4e43-86aa-b79666db6c19 req-96190424-dbc8-4b51-88c7-c4e90d76483e tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 944 time: 0.0982511 May 16 19:08:55.033485 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edd509-4900-4d96-b979-d7ece3406fef req-14903e88-2298-4ae4-a920-7745de4f2198 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:55.035076 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-94edd509-4900-4d96-b979-d7ece3406fef req-14903e88-2298-4ae4-a920-7745de4f2198 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.1043391 May 16 19:08:55.043195 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8c46eea8-3eb6-4346-8570-ad9219b00f63 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group_rule (86028d72-aa0e-42ac-ae75-e19e01f281cd), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.102767 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8c46eea8-3eb6-4346-8570-ad9219b00f63 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group_rule (86028d72-aa0e-42ac-ae75-e19e01f281cd), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.108123 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8c46eea8-3eb6-4346-8570-ad9219b00f63 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (86028d72-aa0e-42ac-ae75-e19e01f281cd), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.120142 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0e1b20cf-ba72-4e43-86aa-b79666db6c19 req-369a6386-26b9-46b2-8c75-d17943093118 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840194 May 16 19:08:55.124296 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-94edd509-4900-4d96-b979-d7ece3406fef req-b62e3ab1-88c4-472f-88e2-7550b2dd08ce tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807924 May 16 19:08:55.129440 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46eea8-3eb6-4346-8570-ad9219b00f63 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86028d72-aa0e-42ac-ae75-e19e01f281cd,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:55.144507 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8c46eea8-3eb6-4346-8570-ad9219b00f63 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.145799 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-8c46eea8-3eb6-4346-8570-ad9219b00f63 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392155 May 16 19:08:55.153672 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 54254) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:55.158031 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-d85b3422-6c66-44e5-9ada-7c5e3f069f5e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Request body: {'security_group_rule': {'security_group_id': '55957134-a164-48f9-bf1c-e350e88f3619', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:55.183488 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d85b3422-6c66-44e5-9ada-7c5e3f069f5e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group_rule (bc5c796d-645d-4fd3-b8e7-1b7f0e346b63), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.242198 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d85b3422-6c66-44e5-9ada-7c5e3f069f5e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group_rule (bc5c796d-645d-4fd3-b8e7-1b7f0e346b63), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.245461 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d85b3422-6c66-44e5-9ada-7c5e3f069f5e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (bc5c796d-645d-4fd3-b8e7-1b7f0e346b63), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.263770 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b3422-6c66-44e5-9ada-7c5e3f069f5e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5c796d-645d-4fd3-b8e7-1b7f0e346b63,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:55.269156 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d85b3422-6c66-44e5-9ada-7c5e3f069f5e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.270429 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-d85b3422-6c66-44e5-9ada-7c5e3f069f5e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158185 May 16 19:08:55.274548 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 54256) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:55.279060 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-5e0ef482-0461-45a1-b2ea-e47895332118 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Request body: {'floatingip': {'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:55.300417 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5e0ef482-0461-45a1-b2ea-e47895332118 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.375932 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5e0ef482-0461-45a1-b2ea-e47895332118 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.483864 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-5e0ef482-0461-45a1-b2ea-e47895332118 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Allocated IP 172.28.3.69 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/8c48317a-4f1a-44d1-a596-39cb1ad63873) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:55.590474 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d88eb-2a82-48e8-b6a9-44e04a5fa217 req-a035bda8-d8a3-4c1d-be86-0f43195edb84 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:55.592327 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1d1d88eb-2a82-48e8-b6a9-44e04a5fa217 req-a035bda8-d8a3-4c1d-be86-0f43195edb84 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 946 time: 0.0538447 May 16 19:08:55.625822 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5e0ef482-0461-45a1-b2ea-e47895332118 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for port (8c48317a-4f1a-44d1-a596-39cb1ad63873), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.642766 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1d1d88eb-2a82-48e8-b6a9-44e04a5fa217 req-d4aa10f5-3973-4ff5-a029-f6d799599e46 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04b7e79-a7b6-43aa-9d53-0cf25b59eb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445895 May 16 19:08:55.671365 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5e0ef482-0461-45a1-b2ea-e47895332118 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (8c48317a-4f1a-44d1-a596-39cb1ad63873), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.714434 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0ef482-0461-45a1-b2ea-e47895332118 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:08:55.722175 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-5e0ef482-0461-45a1-b2ea-e47895332118 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:08:55.724366 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ef482-0461-45a1-b2ea-e47895332118 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:08:55.727896 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ef482-0461-45a1-b2ea-e47895332118 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Pushing event updated for resources: {'Port': ['ID=8c48317a-4f1a-44d1-a596-39cb1ad63873,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:55.779560 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5e0ef482-0461-45a1-b2ea-e47895332118 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for floatingip (5500738b-b46c-41cc-ad73-5a7ef992d9d1), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.831807 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5e0ef482-0461-45a1-b2ea-e47895332118 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (8c48317a-4f1a-44d1-a596-39cb1ad63873), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.841893 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:55.892733 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:55.893138 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (4064cf22-e1d3-41f0-bb94-5fc7ee6965b6), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:55.980520 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:55.980937 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (4064cf22-e1d3-41f0-bb94-5fc7ee6965b6), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:56.003070 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] For port 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=4064cf22-e1d3-41f0-bb94-5fc7ee6965b6,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:56.008753 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (4064cf22-e1d3-41f0-bb94-5fc7ee6965b6), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:56.048614 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5e0ef482-0461-45a1-b2ea-e47895332118 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for port (8c48317a-4f1a-44d1-a596-39cb1ad63873), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:56.056412 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5e0ef482-0461-45a1-b2ea-e47895332118 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (8c48317a-4f1a-44d1-a596-39cb1ad63873), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:56.062233 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Sync routers for ids ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:08:56.070620 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Pushing event updated for resources: {'Port': ['ID=4064cf22-e1d3-41f0-bb94-5fc7ee6965b6,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:56.094000 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 3c10eed3-a4c2-4335-b245-c05520e1ac68 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:08:56.097598 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5e0ef482-0461-45a1-b2ea-e47895332118 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (5500738b-b46c-41cc-ad73-5a7ef992d9d1), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:56.110576 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Routers {'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:56.111307 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:08:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:56.119447 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5e0ef482-0461-45a1-b2ea-e47895332118 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:56.121277 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-5e0ef482-0461-45a1-b2ea-e47895332118 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8456206 May 16 19:08:56.125549 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ef482-0461-45a1-b2ea-e47895332118 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Pushing event updated for resources: {'Port': ['ID=8c48317a-4f1a-44d1-a596-39cb1ad63873,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:56.313831 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18402f-95d8-4928-a80d-c20568785951 req-3c17661a-7368-4ce4-8ae4-eb83b23f3de6 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:56.315308 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1d18402f-95d8-4928-a80d-c20568785951 req-3c17661a-7368-4ce4-8ae4-eb83b23f3de6 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.1046593 May 16 19:08:56.325218 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96289f3-73e1-45f4-b938-0cd46855a924 req-bf11711a-2729-4d0b-ab50-3bf7161afc81 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:56.326771 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a96289f3-73e1-45f4-b938-0cd46855a924 req-bf11711a-2729-4d0b-ab50-3bf7161afc81 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 944 time: 0.0818384 May 16 19:08:56.373735 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 54292) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:56.405458 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1d18402f-95d8-4928-a80d-c20568785951 req-05ce0a6f-5ba3-4a1e-ac0a-c2bedaf3b83e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758989 May 16 19:08:56.430773 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a96289f3-73e1-45f4-b938-0cd46855a924 req-1329c3b9-5b32-4bad-93f4-e9129d64c937 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894129 May 16 19:08:56.469263 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Set router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:56.508990 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6764be57-69ae-4fe0-a0ef-56c0c494a8f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:56.567443 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 3c10eed3-a4c2-4335-b245-c05520e1ac68, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=3c10eed3-a4c2-4335-b245-c05520e1ac68,segment=NetworkSegment(8bda42e5-ade1-4be8-a5bd-d26e25dabc5d),segment_id=8bda42e5-ade1-4be8-a5bd-d26e25dabc5d)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:56.579404 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-a02808d7-27f5-4b65-a90c-39e482badc4b tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1759206493&fields=id&tenant_id=05edbc82d64b43618010c829eff5c529 HTTP/1.1" status: 200 len: 267 time: 0.0595357 May 16 19:08:56.599963 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': '3c10eed3-a4c2-4335-b245-c05520e1ac68', 'network_id': '81043745-a0ef-455e-843b-37e6acbb0ff4', 'port_id': '3c10eed3-a4c2-4335-b245-c05520e1ac68', 'mac_address': 'fa:16:3e:47:9f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8628c9bf-df06-4833-834f-dffecfec4d7f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:08:56.682085 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 3c10eed3-a4c2-4335-b245-c05520e1ac68 is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:56.682378 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (3c10eed3-a4c2-4335-b245-c05520e1ac68), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:56.702209 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-3baef3c2-194d-40cf-911f-c43e25cd66e9 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:56.704011 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-3baef3c2-194d-40cf-911f-c43e25cd66e9 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/networks?id=e2c884ef-2b44-416a-b203-511395242f85 HTTP/1.1" status: 200 len: 811 time: 0.1198699 May 16 19:08:56.711430 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c10eed3-a4c2-4335-b245-c05520e1ac68 {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:08:56.724528 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-3dd629c9-7d74-4e93-9d39-db5ac82a9204 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/quotas/05edbc82d64b43618010c829eff5c529 HTTP/1.1" status: 200 len: 375 time: 0.0141022 May 16 19:08:56.761834 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 3c10eed3-a4c2-4335-b245-c05520e1ac68, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=3c10eed3-a4c2-4335-b245-c05520e1ac68,segment=NetworkSegment(8bda42e5-ade1-4be8-a5bd-d26e25dabc5d),segment_id=8bda42e5-ade1-4be8-a5bd-d26e25dabc5d)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:56.769942 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (3c10eed3-a4c2-4335-b245-c05520e1ac68), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:56.774845 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:08:53Z', 'revision_number': 4, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'a885bcbc-1308-4015-9a8b-043d2ee010b5', 'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'mac_address': 'fa:16:3e:75:fc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:53Z', 'updated_at': '2022-05-16T19:08:53Z', 'revision_number': 2, 'project_id': '05edbc82d64b43618010c829eff5c529', 'subnets': [{'id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:56.794569 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6764be57-69ae-4fe0-a0ef-56c0c494a8f2 admin admin] Publish callbacks [] for security_group (4c8dcc9c-c315-497b-9f92-e884132fe5ce), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:56.798801 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6764be57-69ae-4fe0-a0ef-56c0c494a8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (4c8dcc9c-c315-497b-9f92-e884132fe5ce), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:56.817628 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-755a4d54-3477-4800-a637-f23046ce8190 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=05edbc82d64b43618010c829eff5c529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862186 May 16 19:08:56.820854 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Checking router: f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:08:56.821210 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Updating router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e port a885bcbc-1308-4015-9a8b-043d2ee010b5 binding host dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:08:56.840336 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-6764be57-69ae-4fe0-a0ef-56c0c494a8f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ff269765739a428f8538845b7bc53cf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4654980 May 16 19:08:56.843501 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 54306) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:56.850608 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764be57-69ae-4fe0-a0ef-56c0c494a8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8dcc9c-c315-497b-9f92-e884132fe5ce,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:56.861655 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec3db6-3ad7-4eee-887c-39fee4aeb8cf req-68743974-899a-4e62-acdf-a617da822f58 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:56.863766 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ebec3db6-3ad7-4eee-887c-39fee4aeb8cf req-68743974-899a-4e62-acdf-a617da822f58 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 946 time: 0.0933213 May 16 19:08:56.868343 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=3c10eed3-a4c2-4335-b245-c05520e1ac68,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:56.871380 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:56.902621 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-77bff0bc-7a5b-46ef-bc5b-6512a5993d6e admin admin] Publish callbacks [] for security_group (4c8dcc9c-c315-497b-9f92-e884132fe5ce), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:56.926128 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-77bff0bc-7a5b-46ef-bc5b-6512a5993d6e admin admin] Publish callbacks [] for security_group (4c8dcc9c-c315-497b-9f92-e884132fe5ce), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:56.979794 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-c8bb323a-2ee5-41c5-b866-9a0f27468d9b service neutron] 10.222.0.65 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521986 May 16 19:08:56.999559 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-77bff0bc-7a5b-46ef-bc5b-6512a5993d6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (4c8dcc9c-c315-497b-9f92-e884132fe5ce), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:57.002385 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-77bff0bc-7a5b-46ef-bc5b-6512a5993d6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:57.005865 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-77bff0bc-7a5b-46ef-bc5b-6512a5993d6e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c8dcc9c-c315-497b-9f92-e884132fe5ce HTTP/1.1" status: 204 len: 168 time: 0.1591206 May 16 19:08:57.016239 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bff0bc-7a5b-46ef-bc5b-6512a5993d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8dcc9c-c315-497b-9f92-e884132fe5ce,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:57.016363 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ebec3db6-3ad7-4eee-887c-39fee4aeb8cf req-e1df8e16-f948-41cb-8f5b-ffc8d90961d0 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04b7e79-a7b6-43aa-9d53-0cf25b59eb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973361 May 16 19:08:57.126747 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-34a211b3-9008-47bb-8a5e-6b2858091171 service neutron] 10.222.0.65 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461387 May 16 19:08:57.227391 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 54318) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:57.241507 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['3c10eed3-a4c2-4335-b245-c05520e1ac68'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:08:57.248699 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Publish callbacks [] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:57.292343 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:57.353943 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ac0cba70-2c2f-4689-a568-0f359e39f7af req-faea0792-6c03-4de6-8826-26d3292787f1 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 210 time: 0.0462744 May 16 19:08:57.403467 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f33a8-7282-4853-b310-900868760813 None None] Pushing event updated for resources: {'Port': ['ID=a885bcbc-1308-4015-9a8b-043d2ee010b5,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:57.443914 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3f949b42-3d40-4042-9db0-cbc36cfa53a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:57.490714 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 54330) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:57.558061 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Attempting to bind port a885bcbc-1308-4015-9a8b-043d2ee010b5 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:08:57.558414 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Attempting to bind port a885bcbc-1308-4015-9a8b-043d2ee010b5 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': '9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:08:57.558919 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Attempting to bind port a885bcbc-1308-4015-9a8b-043d2ee010b5 on network e2c884ef-2b44-416a-b203-511395242f85 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:08:57.567999 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:08:57.568247 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Checking segment: {'id': '9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:08:57.568478 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:57.569065 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Bound using segment: {'id': '9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:08:57.569722 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Bound port: a885bcbc-1308-4015-9a8b-043d2ee010b5, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:08:57.569931 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:57.592828 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4511758-e8ee-4d3a-93b9-b7a3f983793b req-546be16c-3db7-462d-b6a4-9d22f1715ab3 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:57.595069 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f4511758-e8ee-4d3a-93b9-b7a3f983793b req-546be16c-3db7-462d-b6a4-9d22f1715ab3 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0810130 May 16 19:08:57.596109 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5c1b84f4-e436-48fa-a3a9-87083f38b56f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:57.654719 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3f949b42-3d40-4042-9db0-cbc36cfa53a6 admin admin] Publish callbacks [] for security_group (57d91ed4-5672-45d6-9ceb-571ab1b905ea), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:57.660770 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3f949b42-3d40-4042-9db0-cbc36cfa53a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (57d91ed4-5672-45d6-9ceb-571ab1b905ea), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:57.712667 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-3f949b42-3d40-4042-9db0-cbc36cfa53a6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c1b6a8e23b1458eaf9e40a1aed17c01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4807065 May 16 19:08:57.713505 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 54336) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:57.714142 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f949b42-3d40-4042-9db0-cbc36cfa53a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d91ed4-5672-45d6-9ceb-571ab1b905ea,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:57.736700 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] For port a885bcbc-1308-4015-9a8b-043d2ee010b5, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:08:57.740173 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] For port a885bcbc-1308-4015-9a8b-043d2ee010b5, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=a885bcbc-1308-4015-9a8b-043d2ee010b5,segment=NetworkSegment(9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98),segment_id=9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:08:57.754147 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-8f6201f8-5f69-4cd4-9d6c-98aaf12f3597 None None] Provisioning complete for port a885bcbc-1308-4015-9a8b-043d2ee010b5 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:57.754576 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8f6201f8-5f69-4cd4-9d6c-98aaf12f3597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:57.762341 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad818a7-59f4-4a2f-9068-d32808e05d64 req-1f7810e0-a297-420e-8812-619b33408a5c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:57.769640 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-aad818a7-59f4-4a2f-9068-d32808e05d64 req-1f7810e0-a297-420e-8812-619b33408a5c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 945 time: 0.1702793 May 16 19:08:57.783988 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:57.800821 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09654baa-aefd-4062-bb10-50844396dde2 admin admin] Publish callbacks [] for security_group (57d91ed4-5672-45d6-9ceb-571ab1b905ea), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:57.828352 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09654baa-aefd-4062-bb10-50844396dde2 admin admin] Publish callbacks [] for security_group (57d91ed4-5672-45d6-9ceb-571ab1b905ea), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:57.851929 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f4511758-e8ee-4d3a-93b9-b7a3f983793b req-bc1a70a6-f11b-4cb4-9e8b-e710857988cd tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387457 May 16 19:08:57.860696 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f33a8-7282-4853-b310-900868760813 None None] Pushing event updated for resources: {'Port': ['ID=a885bcbc-1308-4015-9a8b-043d2ee010b5,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:57.883101 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:57.919525 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-aad818a7-59f4-4a2f-9068-d32808e05d64 req-25128cea-d74b-42ce-86c7-1b74ab2cb685 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295164 May 16 19:08:57.923800 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-8f6201f8-5f69-4cd4-9d6c-98aaf12f3597 None None] Port a885bcbc-1308-4015-9a8b-043d2ee010b5 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:08:57.930359 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09654baa-aefd-4062-bb10-50844396dde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (57d91ed4-5672-45d6-9ceb-571ab1b905ea), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:57.933124 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09654baa-aefd-4062-bb10-50844396dde2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:57.934248 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-09654baa-aefd-4062-bb10-50844396dde2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/57d91ed4-5672-45d6-9ceb-571ab1b905ea HTTP/1.1" status: 204 len: 168 time: 0.2139778 May 16 19:08:57.950236 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5c1b84f4-e436-48fa-a3a9-87083f38b56f admin admin] Publish callbacks [] for security_group (afb7aded-77a3-439f-ab53-589f36d0c840), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:57.958094 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09654baa-aefd-4062-bb10-50844396dde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d91ed4-5672-45d6-9ceb-571ab1b905ea,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:57.961338 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Routers {'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:08:57.962293 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:08:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:57.967435 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5c1b84f4-e436-48fa-a3a9-87083f38b56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (afb7aded-77a3-439f-ab53-589f36d0c840), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.004680 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 54342) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:58.005599 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-5c1b84f4-e436-48fa-a3a9-87083f38b56f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=788c5dd970454631b813b036acdd84e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5132515 May 16 19:08:58.040900 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b84f4-e436-48fa-a3a9-87083f38b56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb7aded-77a3-439f-ab53-589f36d0c840,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:58.100263 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9775581f-e55a-4873-b2c5-01be24837b9e admin admin] Publish callbacks [] for security_group (afb7aded-77a3-439f-ab53-589f36d0c840), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.109836 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] Set router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:08:58.145646 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9775581f-e55a-4873-b2c5-01be24837b9e admin admin] Publish callbacks [] for security_group (afb7aded-77a3-439f-ab53-589f36d0c840), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.178992 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:58.179284 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (4064cf22-e1d3-41f0-bb94-5fc7ee6965b6), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.191050 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495211ef-cb6f-4e8e-adb5-fa3055d93e61 req-b52eda29-4cf0-4b3a-9244-6f0dedbb43c2 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:58.206356 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-495211ef-cb6f-4e8e-adb5-fa3055d93e61 req-b52eda29-4cf0-4b3a-9244-6f0dedbb43c2 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 946 time: 0.0743670 May 16 19:08:58.235428 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9775581f-e55a-4873-b2c5-01be24837b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (afb7aded-77a3-439f-ab53-589f36d0c840), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.243536 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9775581f-e55a-4873-b2c5-01be24837b9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.247713 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-9775581f-e55a-4873-b2c5-01be24837b9e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/afb7aded-77a3-439f-ab53-589f36d0c840 HTTP/1.1" status: 204 len: 168 time: 0.2391961 May 16 19:08:58.271734 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-495211ef-cb6f-4e8e-adb5-fa3055d93e61 req-507930cd-c7c7-43d8-b244-5f52f1564b25 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04b7e79-a7b6-43aa-9d53-0cf25b59eb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641875 May 16 19:08:58.278248 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9775581f-e55a-4873-b2c5-01be24837b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb7aded-77a3-439f-ab53-589f36d0c840,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:58.406624 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-f704e50d-61a5-4312-b9fe-f0865628376f None None] Provisioning complete for port a885bcbc-1308-4015-9a8b-043d2ee010b5 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:58.406996 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f704e50d-61a5-4312-b9fe-f0865628376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.463702 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:58.540924 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-82aef121-aeb2-4c10-9735-6a448aa5224d req-7f5b9ab3-23cb-4838-92f8-0fced7027f36 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 210 time: 0.0891609 May 16 19:08:58.599335 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-f704e50d-61a5-4312-b9fe-f0865628376f None None] Current status of the port a885bcbc-1308-4015-9a8b-043d2ee010b5 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:58.599730 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f704e50d-61a5-4312-b9fe-f0865628376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.614139 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:08:53Z', 'revision_number': 4, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'a885bcbc-1308-4015-9a8b-043d2ee010b5', 'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'mac_address': 'fa:16:3e:75:fc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:53Z', 'updated_at': '2022-05-16T19:08:57Z', 'revision_number': 4, 'project_id': '05edbc82d64b43618010c829eff5c529', 'subnets': [{'id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:08:58.680245 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-f704e50d-61a5-4312-b9fe-f0865628376f None None] For port a885bcbc-1308-4015-9a8b-043d2ee010b5, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=a885bcbc-1308-4015-9a8b-043d2ee010b5,segment=NetworkSegment(9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98),segment_id=9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:58.681344 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be36b99-cbbf-4bf2-a6d8-ab3301f68d9b None None] The sync data for ids ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'] in dv-cinder-839987-5-smb is: [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:08:53Z', 'revision_number': 4, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'a885bcbc-1308-4015-9a8b-043d2ee010b5', 'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'mac_address': 'fa:16:3e:75:fc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:53Z', 'updated_at': '2022-05-16T19:08:57Z', 'revision_number': 4, 'project_id': '05edbc82d64b43618010c829eff5c529', 'subnets': [{'id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:08:58.691213 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f704e50d-61a5-4312-b9fe-f0865628376f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.705421 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 54366) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:58.725381 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-25981f51-4a45-447f-b63d-c85834f1c97e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.792731 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 3c10eed3-a4c2-4335-b245-c05520e1ac68 up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:58.795783 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704e50d-61a5-4312-b9fe-f0865628376f None None] Pushing event updated for resources: {'Port': ['ID=a885bcbc-1308-4015-9a8b-043d2ee010b5,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:58.874232 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port 3c10eed3-a4c2-4335-b245-c05520e1ac68 completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:08:58.883886 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port 3c10eed3-a4c2-4335-b245-c05520e1ac68 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:58.884543 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (3c10eed3-a4c2-4335-b245-c05520e1ac68), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.895053 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-25981f51-4a45-447f-b63d-c85834f1c97e admin admin] Publish callbacks [] for security_group (05272caf-498d-4d9e-baee-34a085f8de61), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:58.902626 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-25981f51-4a45-447f-b63d-c85834f1c97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (05272caf-498d-4d9e-baee-34a085f8de61), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:59.059780 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 3c10eed3-a4c2-4335-b245-c05520e1ac68 is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:08:59.060431 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (3c10eed3-a4c2-4335-b245-c05520e1ac68), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:59.144441 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 3c10eed3-a4c2-4335-b245-c05520e1ac68, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=3c10eed3-a4c2-4335-b245-c05520e1ac68,segment=NetworkSegment(8bda42e5-ade1-4be8-a5bd-d26e25dabc5d),segment_id=8bda42e5-ade1-4be8-a5bd-d26e25dabc5d)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:08:59.145813 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2639880e-0549-4d0a-a951-ac531bd7dd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c10eed3-a4c2-4335-b245-c05520e1ac68'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:08:59.148534 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a60c934-aecb-4f38-8042-ff40c0e36ef7" -d '{"events": [{"server_uuid": "2639880e-0549-4d0a-a951-ac531bd7dd36", "name": "network-vif-plugged", "status": "completed", "tag": "3c10eed3-a4c2-4335-b245-c05520e1ac68"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:08:59.159196 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-25981f51-4a45-447f-b63d-c85834f1c97e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0acebd0a452041b287b486c6352eb388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4524269 May 16 19:08:59.159889 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (3c10eed3-a4c2-4335-b245-c05520e1ac68), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:59.165615 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef4e41-c135-4e4c-a879-06a4b6b39bf0 req-ab296142-beae-4707-a8bd-ec998af38df5 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:59.167832 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-76ef4e41-c135-4e4c-a879-06a4b6b39bf0 req-ab296142-beae-4707-a8bd-ec998af38df5 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 945 time: 0.1263771 May 16 19:08:59.169458 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 54380) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:08:59.200067 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25981f51-4a45-447f-b63d-c85834f1c97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05272caf-498d-4d9e-baee-34a085f8de61,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:59.269896 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=3c10eed3-a4c2-4335-b245-c05520e1ac68,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:59.286012 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-76ef4e41-c135-4e4c-a879-06a4b6b39bf0 req-d571dc15-cf0d-455b-83df-1acd093e3b7e tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924566 May 16 19:08:59.297784 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-a293158b-6749-4d9c-bf68-21315d0f42ec tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:59.299529 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-a293158b-6749-4d9c-bf68-21315d0f42ec tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.78 "GET /v2.0/networks?id=e2c884ef-2b44-416a-b203-511395242f85 HTTP/1.1" status: 200 len: 811 time: 0.3545997 May 16 19:08:59.323259 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc59ab-e470-4e43-8af7-acd9ba5f9b77 req-a87015ac-6c6a-4e6d-8e0d-3bd49d856325 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:59.324845 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-06dc59ab-e470-4e43-8af7-acd9ba5f9b77 req-a87015ac-6c6a-4e6d-8e0d-3bd49d856325 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.1530302 May 16 19:08:59.370192 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1558ec4f-469a-481c-844b-10311ed702f5 admin admin] Publish callbacks [] for security_group (05272caf-498d-4d9e-baee-34a085f8de61), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:59.380068 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a76ef17-8711-45e1-ac6f-765ca6fe423e x-openstack-request-id: req-6a76ef17-8711-45e1-ac6f-765ca6fe423e {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:08:59.380381 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2639880e-0549-4d0a-a951-ac531bd7dd36", "name": "network-vif-plugged", "status": "completed", "tag": "3c10eed3-a4c2-4335-b245-c05520e1ac68", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:08:59.380716 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a76ef17-8711-45e1-ac6f-765ca6fe423e {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:08:59.381226 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a76ef17-8711-45e1-ac6f-765ca6fe423e'] response: {'server_uuid': '2639880e-0549-4d0a-a951-ac531bd7dd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c10eed3-a4c2-4335-b245-c05520e1ac68', 'code': 200} May 16 19:08:59.403863 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-06dc59ab-e470-4e43-8af7-acd9ba5f9b77 req-de19c86a-4a75-488a-923b-db87e4a8016a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655642 May 16 19:08:59.435209 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1558ec4f-469a-481c-844b-10311ed702f5 admin admin] Publish callbacks [] for security_group (05272caf-498d-4d9e-baee-34a085f8de61), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:59.464508 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-ad636f7f-c487-4807-9996-c63b3e23a295 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05edbc82d64b43618010c829eff5c529 HTTP/1.1" status: 200 len: 380 time: 0.1302550 May 16 19:08:59.510191 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-a5b7317b-afa6-4d02-89a3-5546eb257426 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Request body: {'port': {'device_id': 'f2a18490-3b5a-43fe-a26a-3ebc8e88f564', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'admin_state_up': True, 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'security_groups': ['55957134-a164-48f9-bf1c-e350e88f3619']}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:08:59.541933 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1558ec4f-469a-481c-844b-10311ed702f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (05272caf-498d-4d9e-baee-34a085f8de61), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:59.544491 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1558ec4f-469a-481c-844b-10311ed702f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:59.545783 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-1558ec4f-469a-481c-844b-10311ed702f5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/05272caf-498d-4d9e-baee-34a085f8de61 HTTP/1.1" status: 204 len: 168 time: 0.3712740 May 16 19:08:59.590678 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558ec4f-469a-481c-844b-10311ed702f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05272caf-498d-4d9e-baee-34a085f8de61,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:08:59.686140 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-a5b7317b-afa6-4d02-89a3-5546eb257426 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Made reservation on behalf of 05edbc82d64b43618010c829eff5c529 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:08:59.692209 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-a5b7317b-afa6-4d02-89a3-5546eb257426 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:08:59.711145 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7bcd76e2-a9d5-47dc-8e8f-47c3bccfff81 req-b5958774-09d0-4ccb-8911-16b771065395 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 210 time: 0.0533001 May 16 19:08:59.869088 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device a885bcbc-1308-4015-9a8b-043d2ee010b5 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:08:59.939013 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d57ef-3aaf-458c-85c8-bb735c61b18e req-5b14e3be-48dd-4d65-9e69-05b81680e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:08:59.941761 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-c42d57ef-3aaf-458c-85c8-bb735c61b18e req-5b14e3be-48dd-4d65-9e69-05b81680e30a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 1130 time: 0.0808036 May 16 19:08:59.943363 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-a5b7317b-afa6-4d02-89a3-5546eb257426 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Allocated IP 172.20.0.6 (e2c884ef-2b44-416a-b203-511395242f85/106d7208-a2e6-46bb-bc34-47f65193fc7d/72393889-ec6f-4276-a394-885d2123ceac) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:08:59.964701 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port a885bcbc-1308-4015-9a8b-043d2ee010b5 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:08:59.965691 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:00.108742 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port a885bcbc-1308-4015-9a8b-043d2ee010b5 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:00.124420 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-c42d57ef-3aaf-458c-85c8-bb735c61b18e req-edd126b6-b7bd-4a75-b1dc-48ea9d8c8ad4 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043756 May 16 19:09:00.177229 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-a5b7317b-afa6-4d02-89a3-5546eb257426 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for port (72393889-ec6f-4276-a394-885d2123ceac), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:00.224282 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-a5b7317b-afa6-4d02-89a3-5546eb257426 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (72393889-ec6f-4276-a394-885d2123ceac), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:00.280476 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-a5b7317b-afa6-4d02-89a3-5546eb257426 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Network e2c884ef-2b44-416a-b203-511395242f85 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:09:00.290978 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-a5b7317b-afa6-4d02-89a3-5546eb257426 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:00.296821 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-a5b7317b-afa6-4d02-89a3-5546eb257426 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:09:00.302998 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-a5b7317b-afa6-4d02-89a3-5546eb257426 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:00.303718 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-a5b7317b-afa6-4d02-89a3-5546eb257426 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:00.308325 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7317b-afa6-4d02-89a3-5546eb257426 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Pushing event updated for resources: {'Port': ['ID=72393889-ec6f-4276-a394-885d2123ceac,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:00.345480 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-a5b7317b-afa6-4d02-89a3-5546eb257426 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8403225 May 16 19:09:00.430172 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Request body: {'port': {'device_id': 'f2a18490-3b5a-43fe-a26a-3ebc8e88f564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:00.479113 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfb0bb-481f-4991-9e7c-3752b7ff43fd req-71ec29d9-8205-4448-9660-09b4eb62bcf5 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:00.494408 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-adbfb0bb-481f-4991-9e7c-3752b7ff43fd req-71ec29d9-8205-4448-9660-09b4eb62bcf5 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 946 time: 0.0839002 May 16 19:09:00.573395 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-adbfb0bb-481f-4991-9e7c-3752b7ff43fd req-3f5b875f-60f5-4129-ad97-76be150c2524 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744581 May 16 19:09:00.599557 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (72393889-ec6f-4276-a394-885d2123ceac), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:00.667505 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d986d4-0164-442c-9090-0d5def86f741 req-7ae99940-f064-444f-bd97-ac94960f9f34 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:00.670091 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-73d986d4-0164-442c-9090-0d5def86f741 req-7ae99940-f064-444f-bd97-ac94960f9f34 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0924304 May 16 19:09:00.740363 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-35497ef6-ac13-41ca-a786-4046309c1bc5 None None] Provisioning complete for port 72393889-ec6f-4276-a394-885d2123ceac triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:00.742696 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-35497ef6-ac13-41ca-a786-4046309c1bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (72393889-ec6f-4276-a394-885d2123ceac), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:00.752067 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-73d986d4-0164-442c-9090-0d5def86f741 req-7732a450-1710-40be-8d39-b5a795dbbe04 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760756 May 16 19:09:00.794606 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-35497ef6-ac13-41ca-a786-4046309c1bc5 None None] Port 72393889-ec6f-4276-a394-885d2123ceac cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:09:00.893214 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d026531-68c8-4948-84bc-2b8af6200d05 req-e1b00593-e91f-4fbe-ac38-bdbed1f13435 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:00.895857 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9d026531-68c8-4948-84bc-2b8af6200d05 req-e1b00593-e91f-4fbe-ac38-bdbed1f13435 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 931 time: 0.0765100 May 16 19:09:00.970624 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9d026531-68c8-4948-84bc-2b8af6200d05 req-df5c7bc4-06bf-4d46-b9ef-80e6c6ea9439 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641088 May 16 19:09:01.001823 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72393889-ec6f-4276-a394-885d2123ceac {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:09:01.011211 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Publish callbacks [] for port (72393889-ec6f-4276-a394-885d2123ceac), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:01.029961 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Transition to ACTIVE for port object 72393889-ec6f-4276-a394-885d2123ceac will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:09:01.036161 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (72393889-ec6f-4276-a394-885d2123ceac), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:01.098942 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Pushing event updated for resources: {'Port': ['ID=72393889-ec6f-4276-a394-885d2123ceac,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:01.118992 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:09:01.138730 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Attempting to bind port 72393889-ec6f-4276-a394-885d2123ceac on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:09:01.139933 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Attempting to bind port 72393889-ec6f-4276-a394-885d2123ceac by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:09:01.140455 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Attempting to bind port 72393889-ec6f-4276-a394-885d2123ceac on network e2c884ef-2b44-416a-b203-511395242f85 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:09:01.146196 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Port 72393889-ec6f-4276-a394-885d2123ceac on network e2c884ef-2b44-416a-b203-511395242f85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:09:01.146729 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Attempting to bind port 72393889-ec6f-4276-a394-885d2123ceac on network e2c884ef-2b44-416a-b203-511395242f85 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:09:01.153515 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:09:01.154103 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Checking segment: {'id': '9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:01.154861 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Bound using segment: {'id': '9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:09:01.155293 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Bound port: 72393889-ec6f-4276-a394-885d2123ceac, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:09:01.155720 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (72393889-ec6f-4276-a394-885d2123ceac), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:01.241380 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] For port 72393889-ec6f-4276-a394-885d2123ceac, host hv-cinder-83998, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:09:01.246223 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] For port 72393889-ec6f-4276-a394-885d2123ceac, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=72393889-ec6f-4276-a394-885d2123ceac,segment=NetworkSegment(9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98),segment_id=9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:09:01.255725 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (72393889-ec6f-4276-a394-885d2123ceac), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:01.339950 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Pushing event updated for resources: {'Port': ['ID=72393889-ec6f-4276-a394-885d2123ceac,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:01.362032 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:01.363561 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:01.366619 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-8541894d-7c62-44c1-aaae-a4696e5d3d2a service neutron] 10.222.0.78 "PUT /v2.0/ports/72393889-ec6f-4276-a394-885d2123ceac HTTP/1.1" status: 200 len: 1093 time: 0.9407320 May 16 19:09:01.367418 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a18490-3b5a-43fe-a26a-3ebc8e88f564', 'tag': '72393889-ec6f-4276-a394-885d2123ceac'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:01.370188 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3cd79f-9d38-4dc1-a9f9-1acb868f8385" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a18490-3b5a-43fe-a26a-3ebc8e88f564", "tag": "72393889-ec6f-4276-a394-885d2123ceac"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:01.518267 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553f2be7-fb55-4b67-9627-7191ff0f6a19 x-openstack-request-id: req-553f2be7-fb55-4b67-9627-7191ff0f6a19 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:01.518580 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a18490-3b5a-43fe-a26a-3ebc8e88f564", "tag": "72393889-ec6f-4276-a394-885d2123ceac", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:01.518799 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-553f2be7-fb55-4b67-9627-7191ff0f6a19 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:01.519827 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-553f2be7-fb55-4b67-9627-7191ff0f6a19'] response: {'name': 'network-changed', 'server_uuid': 'f2a18490-3b5a-43fe-a26a-3ebc8e88f564', 'tag': '72393889-ec6f-4276-a394-885d2123ceac', 'status': 'completed', 'code': 200} May 16 19:09:01.523397 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-026e7f5b-259c-49fb-9f4f-cbb9265df397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:01.524930 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-026e7f5b-259c-49fb-9f4f-cbb9265df397 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=05edbc82d64b43618010c829eff5c529&device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 1127 time: 0.0802815 May 16 19:09:01.634361 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-92c39a04-4923-4ad5-846a-82c8f4b72769 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72393889-ec6f-4276-a394-885d2123ceac HTTP/1.1" status: 200 len: 217 time: 0.0765328 May 16 19:09:01.766919 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-c897867b-8c94-40fb-b718-59fa6eabca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:01.768651 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-c897867b-8c94-40fb-b718-59fa6eabca0c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=106d7208-a2e6-46bb-bc34-47f65193fc7d HTTP/1.1" status: 200 len: 850 time: 0.1125486 May 16 19:09:01.772179 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a3951b-4026-4f0c-a202-ce7fb47ac127 req-9c4c33d5-5d8c-40ec-b9aa-ac7b2cb5a509 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:01.774569 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-92a3951b-4026-4f0c-a202-ce7fb47ac127 req-9c4c33d5-5d8c-40ec-b9aa-ac7b2cb5a509 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 946 time: 0.0873127 May 16 19:09:01.823668 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-92a3951b-4026-4f0c-a202-ce7fb47ac127 req-27d5f620-1dfe-4eb6-8b3d-82c497f86c13 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419796 May 16 19:09:01.987227 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18306e23-03ef-45d1-b345-9921ff1599fb req-a8f35079-f38a-4f94-8878-30804d207bac tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:01.988791 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-18306e23-03ef-45d1-b345-9921ff1599fb req-a8f35079-f38a-4f94-8878-30804d207bac tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 946 time: 0.0842805 May 16 19:09:01.994777 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6840e50-dc01-4e25-8506-c28f0a423ce3 req-989b9278-90ad-4d13-9762-771402bf1f2b tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:02.002079 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c6840e50-dc01-4e25-8506-c28f0a423ce3 req-989b9278-90ad-4d13-9762-771402bf1f2b tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.1089582 May 16 19:09:02.033285 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-de402fbb-e734-48d4-bae4-f6933c1c5b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:02.035237 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-de402fbb-e734-48d4-bae4-f6933c1c5b9b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e2c884ef-2b44-416a-b203-511395242f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0714283 May 16 19:09:02.090779 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-18306e23-03ef-45d1-b345-9921ff1599fb req-c38ee4e5-0eda-4474-bdb8-853b52b35ee8 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04b7e79-a7b6-43aa-9d53-0cf25b59eb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858572 May 16 19:09:02.098484 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c6840e50-dc01-4e25-8506-c28f0a423ce3 req-31a8853e-30d3-43ae-864c-28d9974e90ed tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953956 May 16 19:09:02.197511 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa9b96-81ca-4b75-9be2-fa8d6b2c4736 req-d67c5305-6ec8-4070-a60c-4d00db3e66ef tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:02.198936 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9ffa9b96-81ca-4b75-9be2-fa8d6b2c4736 req-d67c5305-6ec8-4070-a60c-4d00db3e66ef tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 943 time: 0.0490253 May 16 19:09:02.245371 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9ffa9b96-81ca-4b75-9be2-fa8d6b2c4736 req-6d119615-962d-4172-82f0-cc0bd18ffe73 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401461 May 16 19:09:02.473184 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4bcc4384-a5ec-42da-a2fc-d056e9794060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:02.941885 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eae8a2-d69d-4684-96bd-41755218a92e req-33df41a4-a5b2-4943-84ac-72d5077193ee tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:02.943334 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-05eae8a2-d69d-4684-96bd-41755218a92e req-33df41a4-a5b2-4943-84ac-72d5077193ee tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 946 time: 0.0472708 May 16 19:09:02.990237 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-05eae8a2-d69d-4684-96bd-41755218a92e req-04746330-dde7-4c66-a958-6d479a20ea3b tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407646 May 16 19:09:03.246754 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e0406-0d61-4e14-a863-3338df62619b req-225170dd-7a86-44a7-aaab-05ef19ed3b46 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:03.252646 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a77e0406-0d61-4e14-a863-3338df62619b req-225170dd-7a86-44a7-aaab-05ef19ed3b46 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 946 time: 0.0707560 May 16 19:09:03.255586 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0adf0-a33d-4b28-bb4c-8be37c8697f5 req-68e7d8ec-065b-49c6-9414-a774d22ffaf8 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:03.257392 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-77a0adf0-a33d-4b28-bb4c-8be37c8697f5 req-68e7d8ec-065b-49c6-9414-a774d22ffaf8 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0885365 May 16 19:09:03.326866 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a77e0406-0d61-4e14-a863-3338df62619b req-ff52f023-bfde-4007-a5c7-f36c31fd757e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04b7e79-a7b6-43aa-9d53-0cf25b59eb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685019 May 16 19:09:03.339085 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-77a0adf0-a33d-4b28-bb4c-8be37c8697f5 req-acd5f14e-f9a3-453d-8eef-b2df9f5945b7 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735030 May 16 19:09:03.456941 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee63630-36cc-43a1-82f6-b9e6d744032a req-1a3b0b01-06e8-41b9-b2dd-4ac4a42fdc1a tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:03.458424 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-bee63630-36cc-43a1-82f6-b9e6d744032a req-1a3b0b01-06e8-41b9-b2dd-4ac4a42fdc1a tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 943 time: 0.0507681 May 16 19:09:03.507803 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-bee63630-36cc-43a1-82f6-b9e6d744032a req-3263b824-1a7c-4814-8309-2657bb9302fd tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435302 May 16 19:09:03.806735 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16f0dd-c95e-49fe-9b1b-aa4f0c448f28 req-43c91597-7dcc-45ea-b334-bc0b8c1ba23e tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:03.808093 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5b16f0dd-c95e-49fe-9b1b-aa4f0c448f28 req-43c91597-7dcc-45ea-b334-bc0b8c1ba23e tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 946 time: 0.0492494 May 16 19:09:03.854068 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5b16f0dd-c95e-49fe-9b1b-aa4f0c448f28 req-13a2deaa-0833-4303-abc8-134dbe2834bc tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399096 May 16 19:09:04.089604 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:04.199129 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 54538) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:04.300184 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bd9b6a5f-00de-4919-8cef-d0eff955cff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:04.379226 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bd9b6a5f-00de-4919-8cef-d0eff955cff7 admin admin] Publish callbacks [] for security_group (d5ff8206-61da-4836-ae73-01e17e4bab3a), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:04.385464 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bd9b6a5f-00de-4919-8cef-d0eff955cff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (d5ff8206-61da-4836-ae73-01e17e4bab3a), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:04.424193 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-bd9b6a5f-00de-4919-8cef-d0eff955cff7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=00abeebeace843b8901f8b262a07f0a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238531 May 16 19:09:04.427212 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 54546) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:04.451549 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b6a5f-00de-4919-8cef-d0eff955cff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ff8206-61da-4836-ae73-01e17e4bab3a,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:04.486146 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2a163-6047-4369-bce6-0111d53beee4 req-6abd5a18-c7ab-4ae8-806d-c0f7b9acb902 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:04.487709 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-11d2a163-6047-4369-bce6-0111d53beee4 req-6abd5a18-c7ab-4ae8-806d-c0f7b9acb902 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 946 time: 0.0733137 May 16 19:09:04.496520 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb92d0-0a3f-4316-8a25-02d3a7789c02 req-996430be-dcea-43cf-be86-ec391797d4bd tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:04.498764 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2dbb92d0-0a3f-4316-8a25-02d3a7789c02 req-996430be-dcea-43cf-be86-ec391797d4bd tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0749605 May 16 19:09:04.510974 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a2879e96-3885-48d4-a496-66357357f8d4 admin admin] Publish callbacks [] for security_group (d5ff8206-61da-4836-ae73-01e17e4bab3a), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:04.573495 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-11d2a163-6047-4369-bce6-0111d53beee4 req-950dfb33-c338-4660-9922-025c57633f37 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04b7e79-a7b6-43aa-9d53-0cf25b59eb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737596 May 16 19:09:04.580045 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a2879e96-3885-48d4-a496-66357357f8d4 admin admin] Publish callbacks [] for security_group (d5ff8206-61da-4836-ae73-01e17e4bab3a), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:04.585787 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2dbb92d0-0a3f-4316-8a25-02d3a7789c02 req-428de93a-20fa-4a16-8407-25e8efd10e12 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649140 May 16 19:09:04.633617 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-9ce28def-2882-42e8-b65a-26f86f4cccd9 service neutron] 10.222.0.78 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460049 May 16 19:09:04.655474 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a2879e96-3885-48d4-a496-66357357f8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (d5ff8206-61da-4836-ae73-01e17e4bab3a), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:04.658506 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a2879e96-3885-48d4-a496-66357357f8d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:04.659788 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-a2879e96-3885-48d4-a496-66357357f8d4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d5ff8206-61da-4836-ae73-01e17e4bab3a HTTP/1.1" status: 204 len: 168 time: 0.2314034 May 16 19:09:04.668093 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2879e96-3885-48d4-a496-66357357f8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ff8206-61da-4836-ae73-01e17e4bab3a,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:04.714275 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d63c1-f020-4918-b1a7-9086d629ff08 req-66acf723-1081-4aa9-82ca-d82c69dfdf39 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:04.715824 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-187d63c1-f020-4918-b1a7-9086d629ff08 req-66acf723-1081-4aa9-82ca-d82c69dfdf39 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 943 time: 0.0570176 May 16 19:09:04.775195 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-187d63c1-f020-4918-b1a7-9086d629ff08 req-13d82e84-7766-421d-821d-3603cc4afb9a tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529935 May 16 19:09:04.961983 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 54564) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:04.975202 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-980b6f42-9cc1-452f-9b32-dc8e89ce17ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:04.978993 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775685a-1831-4767-bd8a-ec4891ef7652 req-ffe68504-0659-4002-99c1-f4fa336490ac tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:04.980467 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7775685a-1831-4767-bd8a-ec4891ef7652 req-ffe68504-0659-4002-99c1-f4fa336490ac tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 946 time: 0.0581818 May 16 19:09:04.998641 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c62f6e19-6a85-46bb-a778-d0034098f556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:05.035985 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7775685a-1831-4767-bd8a-ec4891ef7652 req-a7032ad1-cd77-4b37-aa7d-cbb51c31eee2 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487580 May 16 19:09:05.057533 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-980b6f42-9cc1-452f-9b32-dc8e89ce17ac admin admin] Publish callbacks [] for security_group (f73d160f-ab32-4886-b79c-a9626bddae26), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:05.061741 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-980b6f42-9cc1-452f-9b32-dc8e89ce17ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (f73d160f-ab32-4886-b79c-a9626bddae26), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:05.100098 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b6f42-9cc1-452f-9b32-dc8e89ce17ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73d160f-ab32-4886-b79c-a9626bddae26,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:05.105933 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-980b6f42-9cc1-452f-9b32-dc8e89ce17ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef2ea80b389e4e218f8887891e45852d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428668 May 16 19:09:05.109231 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 54566) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:05.155833 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7aeb9cd2-0b67-4b67-8842-187e495d1efa admin admin] Publish callbacks [] for security_group (f73d160f-ab32-4886-b79c-a9626bddae26), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:05.176966 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7aeb9cd2-0b67-4b67-8842-187e495d1efa admin admin] Publish callbacks [] for security_group (f73d160f-ab32-4886-b79c-a9626bddae26), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:05.224418 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7aeb9cd2-0b67-4b67-8842-187e495d1efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (f73d160f-ab32-4886-b79c-a9626bddae26), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:05.226960 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7aeb9cd2-0b67-4b67-8842-187e495d1efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:05.228067 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-7aeb9cd2-0b67-4b67-8842-187e495d1efa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f73d160f-ab32-4886-b79c-a9626bddae26 HTTP/1.1" status: 204 len: 168 time: 0.1179326 May 16 19:09:05.236061 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb9cd2-0b67-4b67-8842-187e495d1efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73d160f-ab32-4886-b79c-a9626bddae26,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:05.745460 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15feedf7-8349-44fd-89cc-e4dcb8853a94 req-c57e065d-a5fb-488a-91d5-becc96d0eab0 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:05.746996 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-15feedf7-8349-44fd-89cc-e4dcb8853a94 req-c57e065d-a5fb-488a-91d5-becc96d0eab0 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 946 time: 0.0784898 May 16 19:09:05.758051 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03165e9c-c2e4-4f0b-bd9f-dd3d9b639104 req-08c852ad-d23a-4615-aabb-9706f178de31 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:05.759493 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-03165e9c-c2e4-4f0b-bd9f-dd3d9b639104 req-08c852ad-d23a-4615-aabb-9706f178de31 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0789554 May 16 19:09:05.834200 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-15feedf7-8349-44fd-89cc-e4dcb8853a94 req-a9f3531b-ef57-4c65-a798-8c63a43e17fe tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04b7e79-a7b6-43aa-9d53-0cf25b59eb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717292 May 16 19:09:05.839766 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-03165e9c-c2e4-4f0b-bd9f-dd3d9b639104 req-a1ebf238-1141-4d19-a213-4e8f305555e7 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721619 May 16 19:09:05.941896 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c0371-43f7-43e0-bd6a-1330b1d71b8d req-0671d8b8-5f67-4ae0-ae59-201d85e2280b tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:05.943436 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a42c0371-43f7-43e0-bd6a-1330b1d71b8d req-0671d8b8-5f67-4ae0-ae59-201d85e2280b tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 943 time: 0.0492828 May 16 19:09:06.021175 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a42c0371-43f7-43e0-bd6a-1330b1d71b8d req-950ffc84-767c-441d-8558-b1d06bb6a13a tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719674 May 16 19:09:06.049920 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:06.151877 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465755fe-1b9a-4c19-95fa-1d31b38c0583 req-31653d25-8909-4841-bab1-292b1666f135 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:06.153438 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-465755fe-1b9a-4c19-95fa-1d31b38c0583 req-31653d25-8909-4841-bab1-292b1666f135 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 946 time: 0.0483189 May 16 19:09:06.202379 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-465755fe-1b9a-4c19-95fa-1d31b38c0583 req-60d94e06-70df-4219-a6ad-57186ce1e2dc tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425644 May 16 19:09:06.498777 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-31f7b474-4540-4aaa-ab26-43f6207ca307 req-bb2004c2-f93f-483d-a22b-32df4e5cbc85 service neutron] 10.222.0.78 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920920 May 16 19:09:06.648273 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c663452-ec4a-44db-940b-32e63b0ff258 req-1ae0f625-b6fc-4c3c-925d-3210cd932871 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:06.649738 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8c663452-ec4a-44db-940b-32e63b0ff258 req-1ae0f625-b6fc-4c3c-925d-3210cd932871 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.78 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 946 time: 0.0811548 May 16 19:09:06.886282 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-8c663452-ec4a-44db-940b-32e63b0ff258 req-b736ecbf-14cc-48a9-bd15-74855c81018e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Deleting port 186a98c9-adb0-40a1-b018-af7d59c7977e {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:09:06.886619 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8c663452-ec4a-44db-940b-32e63b0ff258 req-b736ecbf-14cc-48a9-bd15-74855c81018e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (186a98c9-adb0-40a1-b018-af7d59c7977e), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:06.987438 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-8c663452-ec4a-44db-940b-32e63b0ff258 req-b736ecbf-14cc-48a9-bd15-74855c81018e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] For port 186a98c9-adb0-40a1-b018-af7d59c7977e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=186a98c9-adb0-40a1-b018-af7d59c7977e,segment=NetworkSegment(20a19c12-bec0-43ae-8367-1d3b188a85db),segment_id=20a19c12-bec0-43ae-8367-1d3b188a85db)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:06.987719 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8c663452-ec4a-44db-940b-32e63b0ff258 req-b736ecbf-14cc-48a9-bd15-74855c81018e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (186a98c9-adb0-40a1-b018-af7d59c7977e), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:06.993449 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799033a-7ed9-413a-9f2b-a3b8a1db3890 req-ae41cca3-24bc-4518-911d-fba16fda9ddf tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:06.994954 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5799033a-7ed9-413a-9f2b-a3b8a1db3890 req-ae41cca3-24bc-4518-911d-fba16fda9ddf tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0823886 May 16 19:09:07.006991 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50d78f-9f69-4ab8-9182-4be6ca21550d req-6be3dfc4-cf86-45a9-9641-597ccb63ddeb tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:07.008024 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0c50d78f-9f69-4ab8-9182-4be6ca21550d req-6be3dfc4-cf86-45a9-9641-597ccb63ddeb tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 946 time: 0.0857043 May 16 19:09:07.014270 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-8c663452-ec4a-44db-940b-32e63b0ff258 req-b736ecbf-14cc-48a9-bd15-74855c81018e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Calling delete_port for 186a98c9-adb0-40a1-b018-af7d59c7977e owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:09:07.096758 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0c50d78f-9f69-4ab8-9182-4be6ca21550d req-05f47dc4-54de-49f8-ac71-05014a6a5865 tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04b7e79-a7b6-43aa-9d53-0cf25b59eb28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811641 May 16 19:09:07.099558 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5799033a-7ed9-413a-9f2b-a3b8a1db3890 req-9b3e7a2e-bb04-4b3c-8423-8251bc29e46c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906126 May 16 19:09:07.219968 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8c663452-ec4a-44db-940b-32e63b0ff258 req-b736ecbf-14cc-48a9-bd15-74855c81018e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032'] for port (186a98c9-adb0-40a1-b018-af7d59c7977e), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:07.234178 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dc809-8eee-4835-a5b2-ee4a1721d07c req-1b1a5615-3f61-4f82-9aad-15ae1c1718db tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:07.235226 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['186a98c9-adb0-40a1-b018-af7d59c7977e'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:09:07.235766 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f45dc809-8eee-4835-a5b2-ee4a1721d07c req-1b1a5615-3f61-4f82-9aad-15ae1c1718db tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 943 time: 0.0628660 May 16 19:09:07.259567 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736ecbf-14cc-48a9-bd15-74855c81018e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Pushing event deleted for resources: {'Port': ['ID=186a98c9-adb0-40a1-b018-af7d59c7977e,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:07.347688 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c663452-ec4a-44db-940b-32e63b0ff258 req-b736ecbf-14cc-48a9-bd15-74855c81018e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] No DVR routers for this DVR port 186a98c9-adb0-40a1-b018-af7d59c7977e on host hv-cinder-83998 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:09:07.354944 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8c663452-ec4a-44db-940b-32e63b0ff258 req-b736ecbf-14cc-48a9-bd15-74855c81018e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:07.361845 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8c663452-ec4a-44db-940b-32e63b0ff258 req-b736ecbf-14cc-48a9-bd15-74855c81018e tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.78 "DELETE /v2.0/ports/186a98c9-adb0-40a1-b018-af7d59c7977e HTTP/1.1" status: 204 len: 173 time: 0.5874438 May 16 19:09:07.364732 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b14ddf-049e-4c69-bee1-243b723a2a18', 'name': 'network-vif-deleted', 'tag': '186a98c9-adb0-40a1-b018-af7d59c7977e'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:07.366094 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a48ec-8300-47d0-b671-05fb038f2cef req-12550701-14cd-47a9-9e40-56c5d03d0857 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:07.369955 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea2b2ca-22df-4458-b370-8c9ce09d71f4" -d '{"events": [{"server_uuid": "72b14ddf-049e-4c69-bee1-243b723a2a18", "name": "network-vif-deleted", "tag": "186a98c9-adb0-40a1-b018-af7d59c7977e"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:07.374456 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-af4a48ec-8300-47d0-b671-05fb038f2cef req-12550701-14cd-47a9-9e40-56c5d03d0857 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 946 time: 0.0824666 May 16 19:09:07.378175 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:07.386714 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f45dc809-8eee-4835-a5b2-ee4a1721d07c req-e5c878e0-89cc-4781-bb46-fe831fef2c58 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454673 May 16 19:09:07.437335 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-af4a48ec-8300-47d0-b671-05fb038f2cef req-782e18ca-4d62-421d-9c81-20899c76edb7 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618021 May 16 19:09:07.445261 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de28e42d-7bb4-4467-8a3d-3504859a69ad x-openstack-request-id: req-de28e42d-7bb4-4467-8a3d-3504859a69ad {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:07.445577 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b14ddf-049e-4c69-bee1-243b723a2a18", "name": "network-vif-deleted", "tag": "186a98c9-adb0-40a1-b018-af7d59c7977e", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:07.445829 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de28e42d-7bb4-4467-8a3d-3504859a69ad {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:07.446391 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de28e42d-7bb4-4467-8a3d-3504859a69ad'] response: {'server_uuid': '72b14ddf-049e-4c69-bee1-243b723a2a18', 'name': 'network-vif-deleted', 'tag': '186a98c9-adb0-40a1-b018-af7d59c7977e', 'status': 'completed', 'code': 200} May 16 19:09:08.224580 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3b431fd8-dcd0-40a8-b5cd-22155b898507 req-e96a57aa-8531-4e59-b9e7-378f0ee1166b tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 210 time: 0.0512092 May 16 19:09:08.242629 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56898208-f9d6-40e3-abd2-bef98753f550 req-2faa9bf3-9ae5-4bbd-8462-96a1ddad0527 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:08.244046 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-56898208-f9d6-40e3-abd2-bef98753f550 req-2faa9bf3-9ae5-4bbd-8462-96a1ddad0527 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0689476 May 16 19:09:08.292145 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-56898208-f9d6-40e3-abd2-bef98753f550 req-7d5451f9-a52c-4f44-a659-532b4f2cd842 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422530 May 16 19:09:08.533399 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911b4bc-d56e-426c-87de-0f3b46baa7ce req-81094425-9e66-4c1f-9650-e2bcfc7ac13d tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:08.535033 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d911b4bc-d56e-426c-87de-0f3b46baa7ce req-81094425-9e66-4c1f-9650-e2bcfc7ac13d tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 943 time: 0.0650008 May 16 19:09:08.580163 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b431325-75a2-4d39-a805-4543a65773bb req-9336ecf3-96a0-49fb-93d6-8bf0300efd38 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:08.581617 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0b431325-75a2-4d39-a805-4543a65773bb req-9336ecf3-96a0-49fb-93d6-8bf0300efd38 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 946 time: 0.0766656 May 16 19:09:08.625263 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:08.636877 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d911b4bc-d56e-426c-87de-0f3b46baa7ce req-5892a941-c12a-4e20-8db7-471621f0ab20 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805137 May 16 19:09:08.668298 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0b431325-75a2-4d39-a805-4543a65773bb req-ed371528-03ff-4930-afd6-1f3604eccd1f tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809083 May 16 19:09:09.319503 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-44cc5b33-2713-4401-8265-819f848bd7dc req-fe1d57ef-574d-49fc-a7bd-835a8706390b tempest-VolumesActionsTest-2001439844 tempest-VolumesActionsTest-2001439844-project] 10.222.0.65 "GET /v2.0/ports?device_id=72b14ddf-049e-4c69-bee1-243b723a2a18 HTTP/1.1" status: 200 len: 210 time: 0.0278001 May 16 19:09:09.405597 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00684d64-c70f-4da2-a8ac-98c5a367bf22 req-60105dbc-25f7-40de-a569-9d11c22bd54a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:09.407015 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-00684d64-c70f-4da2-a8ac-98c5a367bf22 req-60105dbc-25f7-40de-a569-9d11c22bd54a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0446949 May 16 19:09:09.453787 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-00684d64-c70f-4da2-a8ac-98c5a367bf22 req-3b00ee61-6a1a-4a10-89b7-608e829c260e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414033 May 16 19:09:09.570227 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f3003-605a-40ee-a009-2bda73bc4bd4 req-1b27ae94-34b4-4477-a8b1-918e190565c2 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:09.571670 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-aa3f3003-605a-40ee-a009-2bda73bc4bd4 req-1b27ae94-34b4-4477-a8b1-918e190565c2 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.78 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 946 time: 0.0761631 May 16 19:09:09.574548 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cd79f-9d38-4dc1-a9f9-1acb868f8385 req-3247cdd1-65d7-400a-9734-217727898cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:09.575965 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f3cd79f-9d38-4dc1-a9f9-1acb868f8385 req-3247cdd1-65d7-400a-9734-217727898cac service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=05edbc82d64b43618010c829eff5c529&device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 1127 time: 0.0717568 May 16 19:09:09.726537 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-aa3f3003-605a-40ee-a009-2bda73bc4bd4 req-8e902d01-9b9f-4f68-a979-85e1280269e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Deleting port 3c10eed3-a4c2-4335-b245-c05520e1ac68 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:09:09.726875 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-aa3f3003-605a-40ee-a009-2bda73bc4bd4 req-8e902d01-9b9f-4f68-a979-85e1280269e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (3c10eed3-a4c2-4335-b245-c05520e1ac68), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:09.756888 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cd79f-9d38-4dc1-a9f9-1acb868f8385 req-9bc9d55d-5d0d-457c-8344-8ec9779cf0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:09.758330 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f3cd79f-9d38-4dc1-a9f9-1acb868f8385 req-9bc9d55d-5d0d-457c-8344-8ec9779cf0fc service neutron] 10.222.0.78 "GET /v2.0/networks?id=e2c884ef-2b44-416a-b203-511395242f85 HTTP/1.1" status: 200 len: 912 time: 0.1669016 May 16 19:09:09.807822 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387abe88-64ab-49c5-baf9-2e90273c90f5 req-0ee863a5-3cb2-4f7d-bcec-8a8832006da7 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:09.809441 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-387abe88-64ab-49c5-baf9-2e90273c90f5 req-0ee863a5-3cb2-4f7d-bcec-8a8832006da7 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 943 time: 0.0944777 May 16 19:09:09.828913 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3373d-37a4-432a-bb52-8231d47af805 req-63ed3606-ade8-4dee-ab18-70310f9bd93c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:09.830185 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6ef3373d-37a4-432a-bb52-8231d47af805 req-63ed3606-ade8-4dee-ab18-70310f9bd93c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 946 time: 0.0774584 May 16 19:09:09.830500 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-aa3f3003-605a-40ee-a009-2bda73bc4bd4 req-8e902d01-9b9f-4f68-a979-85e1280269e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] For port 3c10eed3-a4c2-4335-b245-c05520e1ac68, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=3c10eed3-a4c2-4335-b245-c05520e1ac68,segment=NetworkSegment(8bda42e5-ade1-4be8-a5bd-d26e25dabc5d),segment_id=8bda42e5-ade1-4be8-a5bd-d26e25dabc5d)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:09.830869 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-aa3f3003-605a-40ee-a009-2bda73bc4bd4 req-8e902d01-9b9f-4f68-a979-85e1280269e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (3c10eed3-a4c2-4335-b245-c05520e1ac68), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:09.916476 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-387abe88-64ab-49c5-baf9-2e90273c90f5 req-fe557a16-c58d-4330-b498-31f5b6569d44 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990181 May 16 19:09:09.933227 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6ef3373d-37a4-432a-bb52-8231d47af805 req-ec27f043-7316-4fb9-abfc-ae944d96f31c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942290 May 16 19:09:10.044787 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-aa3f3003-605a-40ee-a009-2bda73bc4bd4 req-8e902d01-9b9f-4f68-a979-85e1280269e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Calling delete_port for 3c10eed3-a4c2-4335-b245-c05520e1ac68 owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:09:10.072390 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f3cd79f-9d38-4dc1-a9f9-1acb868f8385 req-735d113a-47cd-4769-b11c-8956b0f57edd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72393889-ec6f-4276-a394-885d2123ceac HTTP/1.1" status: 200 len: 217 time: 0.0377064 May 16 19:09:10.167077 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cd79f-9d38-4dc1-a9f9-1acb868f8385 req-53a17754-a417-4a78-943a-1f2a73fc102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:10.168649 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f3cd79f-9d38-4dc1-a9f9-1acb868f8385 req-53a17754-a417-4a78-943a-1f2a73fc102d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=106d7208-a2e6-46bb-bc34-47f65193fc7d HTTP/1.1" status: 200 len: 850 time: 0.0885742 May 16 19:09:10.248880 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cd79f-9d38-4dc1-a9f9-1acb868f8385 req-56dd1fb7-74dd-4bd1-9f36-03604d05410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:10.250391 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f3cd79f-9d38-4dc1-a9f9-1acb868f8385 req-56dd1fb7-74dd-4bd1-9f36-03604d05410c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e2c884ef-2b44-416a-b203-511395242f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0665944 May 16 19:09:10.291680 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-aa3f3003-605a-40ee-a009-2bda73bc4bd4 req-8e902d01-9b9f-4f68-a979-85e1280269e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032'] for port (3c10eed3-a4c2-4335-b245-c05520e1ac68), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:10.357116 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e902d01-9b9f-4f68-a979-85e1280269e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Pushing event deleted for resources: {'Port': ['ID=3c10eed3-a4c2-4335-b245-c05520e1ac68,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:10.409953 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3f3003-605a-40ee-a009-2bda73bc4bd4 req-8e902d01-9b9f-4f68-a979-85e1280269e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] No DVR routers for this DVR port 3c10eed3-a4c2-4335-b245-c05520e1ac68 on host hv-cinder-83998 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:09:10.418355 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-aa3f3003-605a-40ee-a009-2bda73bc4bd4 req-8e902d01-9b9f-4f68-a979-85e1280269e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:10.421588 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-aa3f3003-605a-40ee-a009-2bda73bc4bd4 req-8e902d01-9b9f-4f68-a979-85e1280269e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.78 "DELETE /v2.0/ports/3c10eed3-a4c2-4335-b245-c05520e1ac68 HTTP/1.1" status: 204 len: 173 time: 0.8368971 May 16 19:09:10.422033 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2639880e-0549-4d0a-a951-ac531bd7dd36', 'name': 'network-vif-deleted', 'tag': '3c10eed3-a4c2-4335-b245-c05520e1ac68'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:10.424245 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39bc49bc-e3db-4270-b223-58dc71eb4387" -d '{"events": [{"server_uuid": "2639880e-0549-4d0a-a951-ac531bd7dd36", "name": "network-vif-deleted", "tag": "3c10eed3-a4c2-4335-b245-c05520e1ac68"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:10.430232 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f3cd79f-9d38-4dc1-a9f9-1acb868f8385 req-8e0858c9-0043-4452-9407-28436d44277b service neutron] 10.222.0.78 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723313 May 16 19:09:10.508546 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aae9eb6-f200-4074-8f2a-401621b3f359 x-openstack-request-id: req-0aae9eb6-f200-4074-8f2a-401621b3f359 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:10.508929 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2639880e-0549-4d0a-a951-ac531bd7dd36", "name": "network-vif-deleted", "tag": "3c10eed3-a4c2-4335-b245-c05520e1ac68", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:10.509195 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0aae9eb6-f200-4074-8f2a-401621b3f359 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:10.509601 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aae9eb6-f200-4074-8f2a-401621b3f359'] response: {'server_uuid': '2639880e-0549-4d0a-a951-ac531bd7dd36', 'name': 'network-vif-deleted', 'tag': '3c10eed3-a4c2-4335-b245-c05520e1ac68', 'status': 'completed', 'code': 200} May 16 19:09:10.544599 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f3cd79f-9d38-4dc1-a9f9-1acb868f8385 req-6728071f-38ad-442d-b622-849700b0f451 service neutron] 10.222.0.78 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079645 May 16 19:09:10.586064 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632af646-0ad8-4aa5-8aea-358b864dac26 req-61a4d165-48d1-48e2-ba12-56359e0d2d74 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:10.587480 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-632af646-0ad8-4aa5-8aea-358b864dac26 req-61a4d165-48d1-48e2-ba12-56359e0d2d74 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0496528 May 16 19:09:10.641236 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-632af646-0ad8-4aa5-8aea-358b864dac26 req-d60735ea-5278-482b-8f42-7abb46bffeb9 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479386 May 16 19:09:10.836526 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 72393889-ec6f-4276-a394-885d2123ceac details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:09:10.843425 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 3c10eed3-a4c2-4335-b245-c05520e1ac68 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:09:10.867274 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: 3c10eed3-a4c2-4335-b245-c05520e1ac68 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:09:10.867618 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 3c10eed3-a4c2-4335-b245-c05520e1ac68 not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:09:10.868048 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 186a98c9-adb0-40a1-b018-af7d59c7977e no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:09:10.889646 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: 186a98c9-adb0-40a1-b018-af7d59c7977e {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:09:10.889986 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 186a98c9-adb0-40a1-b018-af7d59c7977e not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:09:10.974993 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 72393889-ec6f-4276-a394-885d2123ceac, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=72393889-ec6f-4276-a394-885d2123ceac,segment=NetworkSegment(9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98),segment_id=9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:10.998318 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': '72393889-ec6f-4276-a394-885d2123ceac', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'port_id': '72393889-ec6f-4276-a394-885d2123ceac', 'mac_address': 'fa:16:3e:be:1c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:09:11.076521 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1ade367c-2176-4980-af7a-8ab81f405f72 req-e59e6eaf-5f1d-4c64-a61d-1f723aa2867a tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=2639880e-0549-4d0a-a951-ac531bd7dd36 HTTP/1.1" status: 200 len: 210 time: 0.0516591 May 16 19:09:11.088172 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04e993-3140-4515-a732-660d0f0fdc54 req-3e1f2016-c1c9-48ee-88ee-19c7b6166178 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:11.096800 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-bb04e993-3140-4515-a732-660d0f0fdc54 req-3e1f2016-c1c9-48ee-88ee-19c7b6166178 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 943 time: 0.0812309 May 16 19:09:11.141907 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-bb04e993-3140-4515-a732-660d0f0fdc54 req-d43de94f-8162-4735-a7cd-1e6908244b19 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438414 May 16 19:09:11.173674 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 72393889-ec6f-4276-a394-885d2123ceac is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:11.174069 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (72393889-ec6f-4276-a394-885d2123ceac), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:11.186304 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72393889-ec6f-4276-a394-885d2123ceac {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:09:11.209041 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 72393889-ec6f-4276-a394-885d2123ceac, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=72393889-ec6f-4276-a394-885d2123ceac,segment=NetworkSegment(9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98),segment_id=9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:11.212712 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (72393889-ec6f-4276-a394-885d2123ceac), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:11.265275 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=72393889-ec6f-4276-a394-885d2123ceac,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:11.720956 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['72393889-ec6f-4276-a394-885d2123ceac'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:09:11.781316 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab48f3-50f8-41eb-908a-9d7d5639ee44 req-63d8926b-dce4-4cec-84ce-d3242e479bb3 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:11.782988 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3bab48f3-50f8-41eb-908a-9d7d5639ee44 req-63d8926b-dce4-4cec-84ce-d3242e479bb3 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0642734 May 16 19:09:11.846811 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3bab48f3-50f8-41eb-908a-9d7d5639ee44 req-1201a992-88d8-49e1-a2f6-3410fdba4962 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579753 May 16 19:09:12.262758 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9134bd2-b428-4647-a362-55f735c81e16 req-5aeaf852-5456-42bf-a101-5edc36ded73a tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:12.264231 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c9134bd2-b428-4647-a362-55f735c81e16 req-5aeaf852-5456-42bf-a101-5edc36ded73a tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 944 time: 0.0521398 May 16 19:09:12.327647 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c9134bd2-b428-4647-a362-55f735c81e16 req-3d4af3f0-d796-4d2b-8b58-65722117ac53 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577285 May 16 19:09:12.420048 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d91b9-9561-400c-852b-54278b3de938 req-5be59700-afda-43a2-896e-20af0ae31f8e tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:12.421514 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ff3d91b9-9561-400c-852b-54278b3de938 req-5be59700-afda-43a2-896e-20af0ae31f8e tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/networks?id=81043745-a0ef-455e-843b-37e6acbb0ff4 HTTP/1.1" status: 200 len: 808 time: 0.1094964 May 16 19:09:12.436277 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ff3d91b9-9561-400c-852b-54278b3de938 req-57493003-c507-4303-9ca8-dde995684370 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/quotas/a0780c7b1c12451c82afbe9fe4ffda99 HTTP/1.1" status: 200 len: 375 time: 0.0093937 May 16 19:09:12.466516 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ff3d91b9-9561-400c-852b-54278b3de938 req-02551a12-95ed-4662-8b50-178dc12fa22e tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0780c7b1c12451c82afbe9fe4ffda99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256093 May 16 19:09:12.553712 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ff3d91b9-9561-400c-852b-54278b3de938 req-c8180262-b2b2-468f-8aaa-d5c88732f7d9 service neutron] 10.222.0.65 "GET /v2.0/networks/81043745-a0ef-455e-843b-37e6acbb0ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809600 May 16 19:09:12.645661 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ff3d91b9-9561-400c-852b-54278b3de938 req-7aebe85f-ac12-409a-a85d-9d9194e0fdbd service neutron] 10.222.0.65 "GET /v2.0/networks/81043745-a0ef-455e-843b-37e6acbb0ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862014 May 16 19:09:12.805875 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e6befe79-8d20-411b-af77-2c5b48a2580f req-875de445-0956-4081-b8ae-293824c7bd84 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 210 time: 0.0277736 May 16 19:09:12.852372 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 72393889-ec6f-4276-a394-885d2123ceac up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:09:12.904439 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port 72393889-ec6f-4276-a394-885d2123ceac completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:09:12.915199 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port 72393889-ec6f-4276-a394-885d2123ceac triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:12.915749 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (72393889-ec6f-4276-a394-885d2123ceac), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:12.985173 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835a087-a515-4884-8c89-13b33c34f2ef req-370c98c8-46b3-4cca-b680-8f22da3adad3 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:12.986661 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9835a087-a515-4884-8c89-13b33c34f2ef req-370c98c8-46b3-4cca-b680-8f22da3adad3 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0505936 May 16 19:09:13.001585 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 72393889-ec6f-4276-a394-885d2123ceac is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:13.001980 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (72393889-ec6f-4276-a394-885d2123ceac), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:13.027997 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a18490-3b5a-43fe-a26a-3ebc8e88f564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72393889-ec6f-4276-a394-885d2123ceac'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:13.030769 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed71a5e6-95fe-4708-ab4e-dcac302ecde1" -d '{"events": [{"server_uuid": "f2a18490-3b5a-43fe-a26a-3ebc8e88f564", "name": "network-vif-plugged", "status": "completed", "tag": "72393889-ec6f-4276-a394-885d2123ceac"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:13.056788 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 72393889-ec6f-4276-a394-885d2123ceac, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=72393889-ec6f-4276-a394-885d2123ceac,segment=NetworkSegment(9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98),segment_id=9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:13.067708 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9835a087-a515-4884-8c89-13b33c34f2ef req-aeff06d1-9139-4e2a-ae3e-6b639077debd tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747876 May 16 19:09:13.068544 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (72393889-ec6f-4276-a394-885d2123ceac), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:13.072455 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e7da51-ee43-4605-bed9-a8e101fd3571 x-openstack-request-id: req-08e7da51-ee43-4605-bed9-a8e101fd3571 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:13.072800 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a18490-3b5a-43fe-a26a-3ebc8e88f564", "name": "network-vif-plugged", "status": "completed", "tag": "72393889-ec6f-4276-a394-885d2123ceac", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:13.077702 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08e7da51-ee43-4605-bed9-a8e101fd3571 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:13.077702 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e7da51-ee43-4605-bed9-a8e101fd3571'] response: {'server_uuid': 'f2a18490-3b5a-43fe-a26a-3ebc8e88f564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72393889-ec6f-4276-a394-885d2123ceac', 'code': 200} May 16 19:09:13.156733 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=72393889-ec6f-4276-a394-885d2123ceac,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:13.287069 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8eb9af-70e7-49f6-ab67-11f62400f299 req-b5347ab8-fa7d-443c-85b1-0ede6fcd2fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:13.288668 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-7b8eb9af-70e7-49f6-ab67-11f62400f299 req-b5347ab8-fa7d-443c-85b1-0ede6fcd2fe8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 1129 time: 0.0417893 May 16 19:09:13.342196 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-7b8eb9af-70e7-49f6-ab67-11f62400f299 req-622f4530-2e70-44c4-a917-c83ca78ad878 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442679 May 16 19:09:13.446834 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b6964-9470-466a-8cf4-ab79c79195ed req-bc513f1b-f581-47a3-a260-1937993f0183 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:13.448289 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7d6b6964-9470-466a-8cf4-ab79c79195ed req-bc513f1b-f581-47a3-a260-1937993f0183 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0482972 May 16 19:09:13.494807 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7d6b6964-9470-466a-8cf4-ab79c79195ed req-c2f0a9f5-5407-4a8f-b0ee-2f52074f00dd tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400486 May 16 19:09:13.902240 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-cc4680a5-8c18-443e-b87b-632accad4e26 req-26b081b5-c068-415d-865f-1948fc24ee4c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 210 time: 0.0282381 May 16 19:09:14.205912 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06039a42-4293-4b9c-9551-b2a106e9449c req-09e3c8a4-c5ef-4860-8479-6b690cfe23d0 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:14.207717 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-06039a42-4293-4b9c-9551-b2a106e9449c req-09e3c8a4-c5ef-4860-8479-6b690cfe23d0 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0615015 May 16 19:09:14.253984 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-06039a42-4293-4b9c-9551-b2a106e9449c req-e5a02e8d-84ab-43db-b331-a73d9d6a4688 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402706 May 16 19:09:14.615241 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5564698-e21b-45a2-8f8a-4eebf12d7131 req-c0b469fc-b660-4cca-b051-84554adfe426 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:14.616788 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c5564698-e21b-45a2-8f8a-4eebf12d7131 req-c0b469fc-b660-4cca-b051-84554adfe426 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0482423 May 16 19:09:14.672291 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c5564698-e21b-45a2-8f8a-4eebf12d7131 req-4d1038b7-2cb5-4fcf-83ff-ca00e7b71af6 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457757 May 16 19:09:14.941964 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d91b9-9561-400c-852b-54278b3de938 req-98bcce4a-065c-4d10-b7dc-24e25324367a tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:14.943401 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ff3d91b9-9561-400c-852b-54278b3de938 req-98bcce4a-065c-4d10-b7dc-24e25324367a tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.78 "GET /v2.0/networks?id=81043745-a0ef-455e-843b-37e6acbb0ff4 HTTP/1.1" status: 200 len: 808 time: 0.1084273 May 16 19:09:14.974672 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-ff3d91b9-9561-400c-852b-54278b3de938 req-346cc034-0739-4c29-b719-ddfc0a9d76e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Request body: {'port': {'device_id': '9800de9c-1f95-4a73-9d93-34981c7b59d9', 'network_id': '81043745-a0ef-455e-843b-37e6acbb0ff4', 'admin_state_up': True, 'tenant_id': 'a0780c7b1c12451c82afbe9fe4ffda99'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:15.008980 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-691b4dd2-6175-48b2-9f6f-4b0363be54c2 req-6999577c-11ec-4293-aecf-83ba970ab7d7 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 210 time: 0.0313649 May 16 19:09:15.093325 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3d91b9-9561-400c-852b-54278b3de938 req-346cc034-0739-4c29-b719-ddfc0a9d76e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Made reservation on behalf of a0780c7b1c12451c82afbe9fe4ffda99 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:15.096692 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ff3d91b9-9561-400c-852b-54278b3de938 req-346cc034-0739-4c29-b719-ddfc0a9d76e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:15.238435 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-ff3d91b9-9561-400c-852b-54278b3de938 req-346cc034-0739-4c29-b719-ddfc0a9d76e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Allocated IP 172.20.0.7 (81043745-a0ef-455e-843b-37e6acbb0ff4/8628c9bf-df06-4833-834f-dffecfec4d7f/8c0d0426-c406-4947-a836-3a354475d9e8) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:09:15.368708 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5114686-d991-4bfb-a4c9-40668ad84f2d req-f5a043f8-4e62-4e08-ae39-08c2deb4d5b4 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:15.370303 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b5114686-d991-4bfb-a4c9-40668ad84f2d req-f5a043f8-4e62-4e08-ae39-08c2deb4d5b4 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0496504 May 16 19:09:15.396851 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ff3d91b9-9561-400c-852b-54278b3de938 req-346cc034-0739-4c29-b719-ddfc0a9d76e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Publish callbacks [] for port (8c0d0426-c406-4947-a836-3a354475d9e8), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:15.416947 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b5114686-d991-4bfb-a4c9-40668ad84f2d req-965d2729-3a11-443f-b24d-5608ac857082 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406115 May 16 19:09:15.430875 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ff3d91b9-9561-400c-852b-54278b3de938 req-346cc034-0739-4c29-b719-ddfc0a9d76e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (8c0d0426-c406-4947-a836-3a354475d9e8), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:15.482642 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3d91b9-9561-400c-852b-54278b3de938 req-346cc034-0739-4c29-b719-ddfc0a9d76e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Network 81043745-a0ef-455e-843b-37e6acbb0ff4 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:09:15.485689 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-ff3d91b9-9561-400c-852b-54278b3de938 req-346cc034-0739-4c29-b719-ddfc0a9d76e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:15.491514 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3d91b9-9561-400c-852b-54278b3de938 req-346cc034-0739-4c29-b719-ddfc0a9d76e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:09:15.497491 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d91b9-9561-400c-852b-54278b3de938 req-346cc034-0739-4c29-b719-ddfc0a9d76e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:15.498085 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ff3d91b9-9561-400c-852b-54278b3de938 req-346cc034-0739-4c29-b719-ddfc0a9d76e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:15.503363 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346cc034-0739-4c29-b719-ddfc0a9d76e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Pushing event updated for resources: {'Port': ['ID=8c0d0426-c406-4947-a836-3a354475d9e8,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:15.521938 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ff3d91b9-9561-400c-852b-54278b3de938 req-346cc034-0739-4c29-b719-ddfc0a9d76e4 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5523725 May 16 19:09:15.694110 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Request body: {'port': {'device_id': '9800de9c-1f95-4a73-9d93-34981c7b59d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:15.775162 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (8c0d0426-c406-4947-a836-3a354475d9e8), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:15.812255 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de446af-74d1-4e2f-98cd-a1f152a1a04f req-0e8cf72c-50b8-435c-8167-93958d004cb2 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:15.819094 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1de446af-74d1-4e2f-98cd-a1f152a1a04f req-0e8cf72c-50b8-435c-8167-93958d004cb2 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0626297 May 16 19:09:15.867774 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1de446af-74d1-4e2f-98cd-a1f152a1a04f req-c2f67be2-fe40-4015-89a2-4f63d270c154 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477068 May 16 19:09:15.999157 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd52a4-6bea-4e50-beb0-23bf9c371f09 req-7c4a8004-4c0c-4792-8845-982aca06c267 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:16.005215 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f8fd52a4-6bea-4e50-beb0-23bf9c371f09 req-7c4a8004-4c0c-4792-8845-982aca06c267 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0542755 May 16 19:09:16.011076 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 54920) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:16.031679 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-49e3f0af-7913-4014-bcb6-c045154bd135 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Request body: {'floatingip': {'port_id': '72393889-ec6f-4276-a394-885d2123ceac'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:16.102440 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-49e3f0af-7913-4014-bcb6-c045154bd135 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for floatingip (5500738b-b46c-41cc-ad73-5a7ef992d9d1), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:16.148981 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c0d0426-c406-4947-a836-3a354475d9e8 {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:09:16.157638 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Publish callbacks [] for port (8c0d0426-c406-4947-a836-3a354475d9e8), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:16.170413 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Transition to ACTIVE for port object 8c0d0426-c406-4947-a836-3a354475d9e8 will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:09:16.174688 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (8c0d0426-c406-4947-a836-3a354475d9e8), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:16.247544 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0d0426-c406-4947-a836-3a354475d9e8,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:16.267091 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Attempting to bind port 8c0d0426-c406-4947-a836-3a354475d9e8 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:09:16.267433 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Attempting to bind port 8c0d0426-c406-4947-a836-3a354475d9e8 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '8bda42e5-ade1-4be8-a5bd-d26e25dabc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '81043745-a0ef-455e-843b-37e6acbb0ff4'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:09:16.267790 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Attempting to bind port 8c0d0426-c406-4947-a836-3a354475d9e8 on network 81043745-a0ef-455e-843b-37e6acbb0ff4 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:09:16.272960 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Port 8c0d0426-c406-4947-a836-3a354475d9e8 on network 81043745-a0ef-455e-843b-37e6acbb0ff4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:09:16.273348 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Attempting to bind port 8c0d0426-c406-4947-a836-3a354475d9e8 on network 81043745-a0ef-455e-843b-37e6acbb0ff4 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:09:16.279695 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:09:16.280099 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Checking segment: {'id': '8bda42e5-ade1-4be8-a5bd-d26e25dabc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '81043745-a0ef-455e-843b-37e6acbb0ff4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:16.280495 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Bound using segment: {'id': '8bda42e5-ade1-4be8-a5bd-d26e25dabc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '81043745-a0ef-455e-843b-37e6acbb0ff4'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:09:16.280971 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Bound port: 8c0d0426-c406-4947-a836-3a354475d9e8, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bda42e5-ade1-4be8-a5bd-d26e25dabc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '81043745-a0ef-455e-843b-37e6acbb0ff4'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:09:16.281334 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (8c0d0426-c406-4947-a836-3a354475d9e8), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:16.349290 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] For port 8c0d0426-c406-4947-a836-3a354475d9e8, host hv-cinder-83998, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:09:16.352464 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] For port 8c0d0426-c406-4947-a836-3a354475d9e8, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=8c0d0426-c406-4947-a836-3a354475d9e8,segment=NetworkSegment(8bda42e5-ade1-4be8-a5bd-d26e25dabc5d),segment_id=8bda42e5-ade1-4be8-a5bd-d26e25dabc5d)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:09:16.358422 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (8c0d0426-c406-4947-a836-3a354475d9e8), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:16.415425 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:16.416045 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:16.417514 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] 10.222.0.78 "PUT /v2.0/ports/8c0d0426-c406-4947-a836-3a354475d9e8 HTTP/1.1" status: 200 len: 1093 time: 0.7312467 May 16 19:09:16.417945 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9800de9c-1f95-4a73-9d93-34981c7b59d9', 'tag': '8c0d0426-c406-4947-a836-3a354475d9e8'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:16.420162 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812420d8-e9bf-4fde-badf-44e94f49f4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9800de9c-1f95-4a73-9d93-34981c7b59d9", "tag": "8c0d0426-c406-4947-a836-3a354475d9e8"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:16.440654 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0f0e6-d503-40b1-a0b9-a39073beb021 service neutron] Pushing event updated for resources: {'Port': ['ID=8c0d0426-c406-4947-a836-3a354475d9e8,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:16.460488 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4cc24e-8c0b-4741-b5a9-a80df70e3250 x-openstack-request-id: req-5b4cc24e-8c0b-4741-b5a9-a80df70e3250 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:16.460983 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9800de9c-1f95-4a73-9d93-34981c7b59d9", "tag": "8c0d0426-c406-4947-a836-3a354475d9e8", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:16.461275 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5b4cc24e-8c0b-4741-b5a9-a80df70e3250 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:16.461677 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b4cc24e-8c0b-4741-b5a9-a80df70e3250'] response: {'name': 'network-changed', 'server_uuid': '9800de9c-1f95-4a73-9d93-34981c7b59d9', 'tag': '8c0d0426-c406-4947-a836-3a354475d9e8', 'status': 'completed', 'code': 200} May 16 19:09:16.463992 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b81ea9-3607-4365-aaba-4b6bd6725ff3 req-74a710ca-3d1b-4293-906a-73c70968af8c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:16.465601 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a2b81ea9-3607-4365-aaba-4b6bd6725ff3 req-74a710ca-3d1b-4293-906a-73c70968af8c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 931 time: 0.3314238 May 16 19:09:16.527971 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d91b9-9561-400c-852b-54278b3de938 req-23f69df0-8923-44bc-ac2a-baff96dfc405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:16.529614 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ff3d91b9-9561-400c-852b-54278b3de938 req-23f69df0-8923-44bc-ac2a-baff96dfc405 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0780c7b1c12451c82afbe9fe4ffda99&device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 1127 time: 0.0465982 May 16 19:09:16.576292 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ff3d91b9-9561-400c-852b-54278b3de938 req-ac8e5838-4bd4-4815-8062-c8d25acb4c56 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c0d0426-c406-4947-a836-3a354475d9e8 HTTP/1.1" status: 200 len: 217 time: 0.0331180 May 16 19:09:16.599561 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a2b81ea9-3607-4365-aaba-4b6bd6725ff3 req-352e9618-9bca-462e-acec-7b31ef28e7c6 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254199 May 16 19:09:16.623544 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba9416-d2ed-4680-87ea-15a0fcdd3a81 req-55b32ce2-c857-4830-bfc4-4aa79ba2061f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:16.624925 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-63ba9416-d2ed-4680-87ea-15a0fcdd3a81 req-55b32ce2-c857-4830-bfc4-4aa79ba2061f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0722058 May 16 19:09:16.635146 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d91b9-9561-400c-852b-54278b3de938 req-0489d1c6-7c3d-4933-8e04-8b93720c098f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:16.637066 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ff3d91b9-9561-400c-852b-54278b3de938 req-0489d1c6-7c3d-4933-8e04-8b93720c098f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8628c9bf-df06-4833-834f-dffecfec4d7f HTTP/1.1" status: 200 len: 848 time: 0.0532217 May 16 19:09:16.671836 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ff3d91b9-9561-400c-852b-54278b3de938 req-1a283219-14d3-4ea8-856c-62c992a64092 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=81043745-a0ef-455e-843b-37e6acbb0ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252395 May 16 19:09:16.771989 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-63ba9416-d2ed-4680-87ea-15a0fcdd3a81 req-6afec9bb-9f46-470d-8d12-3d63aa9a972a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228571 May 16 19:09:16.773339 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ff3d91b9-9561-400c-852b-54278b3de938 req-3cfbd5a5-999f-4190-ba5b-ee38552581e9 service neutron] 10.222.0.78 "GET /v2.0/networks/81043745-a0ef-455e-843b-37e6acbb0ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925009 May 16 19:09:16.875030 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ff3d91b9-9561-400c-852b-54278b3de938 req-4a6bb844-5113-43df-8549-473187e6c25b service neutron] 10.222.0.78 "GET /v2.0/networks/81043745-a0ef-455e-843b-37e6acbb0ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953159 May 16 19:09:16.930670 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-49e3f0af-7913-4014-bcb6-c045154bd135 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:16.935372 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-49e3f0af-7913-4014-bcb6-c045154bd135 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (5500738b-b46c-41cc-ad73-5a7ef992d9d1), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:16.959883 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812420d8-e9bf-4fde-badf-44e94f49f4dc req-6ef002fd-8b1e-4619-9eb8-309a25e96829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:16.961391 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-812420d8-e9bf-4fde-badf-44e94f49f4dc req-6ef002fd-8b1e-4619-9eb8-309a25e96829 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a0780c7b1c12451c82afbe9fe4ffda99&device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 1127 time: 0.0405192 May 16 19:09:17.036207 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.l3_db [None req-49e3f0af-7913-4014-bcb6-c045154bd135 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Floating IP 5500738b-b46c-41cc-ad73-5a7ef992d9d1 associated. External IP: 172.28.3.69, port: 72393889-ec6f-4276-a394-885d2123ceac. May 16 19:09:17.063948 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812420d8-e9bf-4fde-badf-44e94f49f4dc req-43a45f1b-b815-4e20-b6d3-38f4ec53d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:17.065446 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-812420d8-e9bf-4fde-badf-44e94f49f4dc req-43a45f1b-b815-4e20-b6d3-38f4ec53d28e service neutron] 10.222.0.78 "GET /v2.0/networks?id=81043745-a0ef-455e-843b-37e6acbb0ff4 HTTP/1.1" status: 200 len: 909 time: 0.0976303 May 16 19:09:17.120612 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-812420d8-e9bf-4fde-badf-44e94f49f4dc req-d675ef12-057c-4d3b-bb84-e95b91f31d70 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c0d0426-c406-4947-a836-3a354475d9e8 HTTP/1.1" status: 200 len: 217 time: 0.0481350 May 16 19:09:17.179985 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812420d8-e9bf-4fde-badf-44e94f49f4dc req-bc8752f4-40b2-4d68-a30e-eeb46ef5a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:17.181493 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-812420d8-e9bf-4fde-badf-44e94f49f4dc req-bc8752f4-40b2-4d68-a30e-eeb46ef5a6c1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=8628c9bf-df06-4833-834f-dffecfec4d7f HTTP/1.1" status: 200 len: 848 time: 0.0524328 May 16 19:09:17.217419 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-812420d8-e9bf-4fde-badf-44e94f49f4dc req-b3a1fcbe-fe40-4e52-a224-cb0f753d61b0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=81043745-a0ef-455e-843b-37e6acbb0ff4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284345 May 16 19:09:17.252053 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e3f0af-7913-4014-bcb6-c045154bd135 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:09:17.328738 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-812420d8-e9bf-4fde-badf-44e94f49f4dc req-dfee982e-342d-44cf-85ef-a90615cb0414 service neutron] 10.222.0.78 "GET /v2.0/networks/81043745-a0ef-455e-843b-37e6acbb0ff4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033351 May 16 19:09:17.382111 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e3f0af-7913-4014-bcb6-c045154bd135 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:09:17.387915 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-49e3f0af-7913-4014-bcb6-c045154bd135 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:17.395205 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828bc8c-ce2a-4783-af1b-f152305069b3 None None] Sync routers for ids ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:09:17.405795 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8828bc8c-ce2a-4783-af1b-f152305069b3 None None] Routers {'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:09:17.406493 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-8828bc8c-ce2a-4783-af1b-f152305069b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:09:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:17.418063 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-49e3f0af-7913-4014-bcb6-c045154bd135 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "PUT /v2.0/floatingips/5500738b-b46c-41cc-ad73-5a7ef992d9d1 HTTP/1.1" status: 200 len: 990 time: 1.4039032 May 16 19:09:17.418901 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2a18490-3b5a-43fe-a26a-3ebc8e88f564', 'tag': '72393889-ec6f-4276-a394-885d2123ceac'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:17.421624 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1e6c95055ea8af60a6cf55267712f4255de8fda57894f5867c3333729ade532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0377fd19-7b73-4a55-826a-8d24f2b9b2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f2a18490-3b5a-43fe-a26a-3ebc8e88f564", "tag": "72393889-ec6f-4276-a394-885d2123ceac"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:17.431263 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-812420d8-e9bf-4fde-badf-44e94f49f4dc req-afe33efd-8cd9-4ef5-ae24-3e4e531573c7 service neutron] 10.222.0.78 "GET /v2.0/networks/81043745-a0ef-455e-843b-37e6acbb0ff4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954356 May 16 19:09:17.464590 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caae30a-d336-4244-9653-73f1aee28410 x-openstack-request-id: req-3caae30a-d336-4244-9653-73f1aee28410 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:17.464741 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2a18490-3b5a-43fe-a26a-3ebc8e88f564", "tag": "72393889-ec6f-4276-a394-885d2123ceac", "status": "completed", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:17.467005 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3caae30a-d336-4244-9653-73f1aee28410 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:17.467005 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3caae30a-d336-4244-9653-73f1aee28410'] response: {'name': 'network-changed', 'server_uuid': 'f2a18490-3b5a-43fe-a26a-3ebc8e88f564', 'tag': '72393889-ec6f-4276-a394-885d2123ceac', 'status': 'completed', 'code': 200} May 16 19:09:17.531995 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-8828bc8c-ce2a-4783-af1b-f152305069b3 None None] Set router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:09:17.544741 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377fd19-7b73-4a55-826a-8d24f2b9b2d3 req-86076e20-0adc-4e56-a556-19fcd265eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:17.546016 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-0377fd19-7b73-4a55-826a-8d24f2b9b2d3 req-86076e20-0adc-4e56-a556-19fcd265eef9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=05edbc82d64b43618010c829eff5c529&device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 1129 time: 0.0458055 May 16 19:09:17.648640 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377fd19-7b73-4a55-826a-8d24f2b9b2d3 req-e68415fb-a86e-4ed0-8276-73f55c64e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:17.650160 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-0377fd19-7b73-4a55-826a-8d24f2b9b2d3 req-e68415fb-a86e-4ed0-8276-73f55c64e9c7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e2c884ef-2b44-416a-b203-511395242f85 HTTP/1.1" status: 200 len: 912 time: 0.0939245 May 16 19:09:17.721673 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-0377fd19-7b73-4a55-826a-8d24f2b9b2d3 req-6d3c01c9-5507-488e-bbd0-6a9805b1f411 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72393889-ec6f-4276-a394-885d2123ceac HTTP/1.1" status: 200 len: 998 time: 0.0651932 May 16 19:09:17.727390 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4294c-1109-4d98-9fca-530cc7994ce8 req-b488ee98-5868-451c-a69c-5449e5aa77c2 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:17.728974 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3ca4294c-1109-4d98-9fca-530cc7994ce8 req-b488ee98-5868-451c-a69c-5449e5aa77c2 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 943 time: 0.0566218 May 16 19:09:17.754010 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-8828bc8c-ce2a-4783-af1b-f152305069b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:08:53Z', 'revision_number': 4, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '5500738b-b46c-41cc-ad73-5a7ef992d9d1', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'floating_ip_address': '172.28.3.69', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'port_id': '72393889-ec6f-4276-a394-885d2123ceac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'mac_address': 'fa:16:3e:be:1c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a18490-3b5a-43fe-a26a-3ebc8e88f564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:55Z', 'updated_at': '2022-05-16T19:09:16Z', 'revision_number': 1, 'project_id': '05edbc82d64b43618010c829eff5c529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a885bcbc-1308-4015-9a8b-043d2ee010b5', 'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'mac_address': 'fa:16:3e:75:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:53Z', 'updated_at': '2022-05-16T19:08:58Z', 'revision_number': 5, 'project_id': '05edbc82d64b43618010c829eff5c529', 'subnets': [{'id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:17.780763 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377fd19-7b73-4a55-826a-8d24f2b9b2d3 req-ecdb42a6-fe34-49b8-97ca-7429aa2b7ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:17.782378 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-0377fd19-7b73-4a55-826a-8d24f2b9b2d3 req-ecdb42a6-fe34-49b8-97ca-7429aa2b7ebb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=106d7208-a2e6-46bb-bc34-47f65193fc7d HTTP/1.1" status: 200 len: 850 time: 0.0541611 May 16 19:09:17.786424 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3ca4294c-1109-4d98-9fca-530cc7994ce8 req-3bb33146-43b2-4acc-b9ce-c3e37052ca99 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460494 May 16 19:09:17.787424 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828bc8c-ce2a-4783-af1b-f152305069b3 None None] Checking router: f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:09:17.798624 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8828bc8c-ce2a-4783-af1b-f152305069b3 None None] Routers {'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:09:17.799246 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-8828bc8c-ce2a-4783-af1b-f152305069b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:09:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:17.832924 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377fd19-7b73-4a55-826a-8d24f2b9b2d3 req-1e584449-276f-4508-a68e-d2e0959babc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:17.834421 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-0377fd19-7b73-4a55-826a-8d24f2b9b2d3 req-1e584449-276f-4508-a68e-d2e0959babc2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e2c884ef-2b44-416a-b203-511395242f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0460033 May 16 19:09:17.895197 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddeee69-aeb5-46b5-bf22-28a99e11ea22 req-88026837-1a25-4bd5-8e64-be4cbdf3de17 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:17.897464 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3ddeee69-aeb5-46b5-bf22-28a99e11ea22 req-88026837-1a25-4bd5-8e64-be4cbdf3de17 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0548108 May 16 19:09:17.915736 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-8828bc8c-ce2a-4783-af1b-f152305069b3 None None] Set router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:09:17.942439 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-0377fd19-7b73-4a55-826a-8d24f2b9b2d3 req-35d008f8-c48b-49df-ad58-0f26032f540f service neutron] 10.222.0.78 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008043 May 16 19:09:17.947452 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3ddeee69-aeb5-46b5-bf22-28a99e11ea22 req-daf2315c-490c-48b4-811d-c622d6f8f49d tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431101 May 16 19:09:18.038210 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-0377fd19-7b73-4a55-826a-8d24f2b9b2d3 req-c2384075-c969-4f18-89b4-ec5bb2616ef4 service neutron] 10.222.0.78 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881982 May 16 19:09:18.132082 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-8828bc8c-ce2a-4783-af1b-f152305069b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:08:53Z', 'revision_number': 4, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '5500738b-b46c-41cc-ad73-5a7ef992d9d1', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'floating_ip_address': '172.28.3.69', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'port_id': '72393889-ec6f-4276-a394-885d2123ceac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'mac_address': 'fa:16:3e:be:1c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a18490-3b5a-43fe-a26a-3ebc8e88f564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:55Z', 'updated_at': '2022-05-16T19:09:16Z', 'revision_number': 1, 'project_id': '05edbc82d64b43618010c829eff5c529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a885bcbc-1308-4015-9a8b-043d2ee010b5', 'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'mac_address': 'fa:16:3e:75:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:53Z', 'updated_at': '2022-05-16T19:08:58Z', 'revision_number': 5, 'project_id': '05edbc82d64b43618010c829eff5c529', 'subnets': [{'id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:18.158397 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8828bc8c-ce2a-4783-af1b-f152305069b3 None None] The sync data for ids ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'] in dv-cinder-839987-5-smb is: [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:08:53Z', 'revision_number': 4, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '5500738b-b46c-41cc-ad73-5a7ef992d9d1', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'floating_ip_address': '172.28.3.69', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'port_id': '72393889-ec6f-4276-a394-885d2123ceac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'mac_address': 'fa:16:3e:be:1c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a18490-3b5a-43fe-a26a-3ebc8e88f564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:55Z', 'updated_at': '2022-05-16T19:09:16Z', 'revision_number': 1, 'project_id': '05edbc82d64b43618010c829eff5c529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a885bcbc-1308-4015-9a8b-043d2ee010b5', 'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'mac_address': 'fa:16:3e:75:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:53Z', 'updated_at': '2022-05-16T19:08:58Z', 'revision_number': 5, 'project_id': '05edbc82d64b43618010c829eff5c529', 'subnets': [{'id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:09:18.360126 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20d8174-282b-493c-9e7c-a2d68bd83ad3 None None] New status for floating IP 5500738b-b46c-41cc-ad73-5a7ef992d9d1: ACTIVE {{(pid=103575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:09:18.909213 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00dede-52e7-47c7-b6a1-4c256abf6d6d req-1db77947-6e0d-4030-b7b4-bc549e1a7698 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:18.910898 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0f00dede-52e7-47c7-b6a1-4c256abf6d6d req-1db77947-6e0d-4030-b7b4-bc549e1a7698 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 943 time: 0.0461731 May 16 19:09:18.959708 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0f00dede-52e7-47c7-b6a1-4c256abf6d6d req-c9d56507-5807-40cc-80ea-a1f58589f394 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432134 May 16 19:09:19.066522 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e60bef-35eb-4a80-a6eb-6652b5873ee4 req-cb4129d0-8661-4ec6-82f4-754f59a17fbb tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:19.067961 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c2e60bef-35eb-4a80-a6eb-6652b5873ee4 req-cb4129d0-8661-4ec6-82f4-754f59a17fbb tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0535593 May 16 19:09:19.113482 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c2e60bef-35eb-4a80-a6eb-6652b5873ee4 req-ec5b15f6-a28b-4bf7-8dff-6fff0ac85bc7 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397942 May 16 19:09:20.072503 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c06b88-5ca7-4533-b333-7c53aef92f72 req-24e5023b-15a4-4e4a-ba83-44ae2f26c980 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:20.074346 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-06c06b88-5ca7-4533-b333-7c53aef92f72 req-24e5023b-15a4-4e4a-ba83-44ae2f26c980 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 943 time: 0.0485599 May 16 19:09:20.123244 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-06c06b88-5ca7-4533-b333-7c53aef92f72 req-25527d4a-a6d0-4403-bc8b-d1aff2735959 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424452 May 16 19:09:20.228374 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905799e4-d2f3-43f6-b661-8241bbdec809 req-7f9ce022-0e13-46aa-9a7e-c78762998173 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:20.229871 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-905799e4-d2f3-43f6-b661-8241bbdec809 req-7f9ce022-0e13-46aa-9a7e-c78762998173 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0479298 May 16 19:09:20.281123 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-905799e4-d2f3-43f6-b661-8241bbdec809 req-8ce8ec9e-d005-45f7-a085-f9b1e61cc6e1 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457194 May 16 19:09:21.243604 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48276c-5a8a-40ad-bf12-343ca7a02826 req-fd7a7060-28ea-4b8c-b426-b7957ed815cd tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:21.245120 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6f48276c-5a8a-40ad-bf12-343ca7a02826 req-fd7a7060-28ea-4b8c-b426-b7957ed815cd tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 943 time: 0.0517735 May 16 19:09:21.291349 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6f48276c-5a8a-40ad-bf12-343ca7a02826 req-d19df5ec-2715-4cd6-bdfb-fd4f0cc1893a tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406675 May 16 19:09:21.395268 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb94b67-a916-4dd0-9948-2fe24566a4cb req-8ac321d9-2302-4753-a695-9e9170e46790 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:21.396767 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9bb94b67-a916-4dd0-9948-2fe24566a4cb req-8ac321d9-2302-4753-a695-9e9170e46790 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0460825 May 16 19:09:21.442116 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9bb94b67-a916-4dd0-9948-2fe24566a4cb req-9f8cf54d-9971-44d3-a564-e56cefb5d4b5 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398300 May 16 19:09:22.419685 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269669ed-4703-42fa-8428-94185926f6e2 req-73c40a00-5cff-4837-8301-660967e5675d tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:22.421758 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-269669ed-4703-42fa-8428-94185926f6e2 req-73c40a00-5cff-4837-8301-660967e5675d tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 943 time: 0.0562451 May 16 19:09:22.469765 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-269669ed-4703-42fa-8428-94185926f6e2 req-fcb8b588-e037-4113-9607-3559d9a1d771 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418725 May 16 19:09:22.581730 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a2183-7904-481a-a213-a86ba6156227 req-8eeb7c99-a746-4d5e-8ef9-64bdcc76cf45 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:22.583194 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-046a2183-7904-481a-a213-a86ba6156227 req-8eeb7c99-a746-4d5e-8ef9-64bdcc76cf45 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0613248 May 16 19:09:22.632363 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-046a2183-7904-481a-a213-a86ba6156227 req-bdfaa8c7-19df-40ca-9dd3-4af040cd7b8a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429351 May 16 19:09:23.588810 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ead596-535c-43b1-97d2-0f1d09b52b1f req-061453af-2619-4679-a953-65e2c85863bd tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:23.590241 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-70ead596-535c-43b1-97d2-0f1d09b52b1f req-061453af-2619-4679-a953-65e2c85863bd tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 943 time: 0.0456610 May 16 19:09:23.641141 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-70ead596-535c-43b1-97d2-0f1d09b52b1f req-9f9e45ee-24ef-4b1e-a418-499098996600 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453699 May 16 19:09:23.742459 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ffe66-4f22-49e6-9d32-8ad18dbc7fab req-f194b261-6c30-4b02-adce-8b5939fcff75 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:23.743925 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c46ffe66-4f22-49e6-9d32-8ad18dbc7fab req-f194b261-6c30-4b02-adce-8b5939fcff75 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0462801 May 16 19:09:23.794966 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c46ffe66-4f22-49e6-9d32-8ad18dbc7fab req-64aad13c-d211-4aa2-8abf-6daa34e7b589 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439942 May 16 19:09:24.753049 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852e0a5-fa5b-4d42-8188-6937f1faa1d4 req-1cdd5b2c-c11c-479d-8220-06f03fb75f50 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:24.754545 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1852e0a5-fa5b-4d42-8188-6937f1faa1d4 req-1cdd5b2c-c11c-479d-8220-06f03fb75f50 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 943 time: 0.0470665 May 16 19:09:24.813509 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1852e0a5-fa5b-4d42-8188-6937f1faa1d4 req-930aa4d2-be18-4db8-860d-8f4111f22cad tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501661 May 16 19:09:24.837833 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f3b43-82c9-48fb-9f1b-08f96cf7b217 req-b8f353e2-80f7-4810-96e7-c52cf9cdce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:24.839313 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-af8f3b43-82c9-48fb-9f1b-08f96cf7b217 req-b8f353e2-80f7-4810-96e7-c52cf9cdce0b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 1129 time: 0.0415699 May 16 19:09:24.885071 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-af8f3b43-82c9-48fb-9f1b-08f96cf7b217 req-4275dd50-741a-414c-a5c0-dcd9b8046055 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390990 May 16 19:09:24.920353 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0938fc8-fa4a-400a-a2a9-0fe592b2c651 req-6c1e942e-cf48-460d-bb3b-027c1faae738 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:24.922385 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b0938fc8-fa4a-400a-a2a9-0fe592b2c651 req-6c1e942e-cf48-460d-bb3b-027c1faae738 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0515201 May 16 19:09:24.969240 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b0938fc8-fa4a-400a-a2a9-0fe592b2c651 req-3d1c52d9-0b02-4d07-a2a0-d064cf466efe tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413523 May 16 19:09:25.027402 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 55092) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:25.072791 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_v2 [None req-280c97e2-8f03-4123-9c71-2bed68657f8e admin admin] Deleting subnet bd62e6a4-d96c-43e3-bafe-4157ff45a883 {{(pid=103573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:09:25.075788 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-280c97e2-8f03-4123-9c71-2bed68657f8e admin admin] Publish callbacks [] for subnet (bd62e6a4-d96c-43e3-bafe-4157ff45a883), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.110327 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-280c97e2-8f03-4123-9c71-2bed68657f8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295113'] for subnet (bd62e6a4-d96c-43e3-bafe-4157ff45a883), precommit_delete_associations {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.152881 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-280c97e2-8f03-4123-9c71-2bed68657f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660465'] for subnet (bd62e6a4-d96c-43e3-bafe-4157ff45a883), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.204424 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-280c97e2-8f03-4123-9c71-2bed68657f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127131128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125931018'] for subnet (bd62e6a4-d96c-43e3-bafe-4157ff45a883), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.230388 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c97e2-8f03-4123-9c71-2bed68657f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd62e6a4-d96c-43e3-bafe-4157ff45a883,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:25.232343 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-280c97e2-8f03-4123-9c71-2bed68657f8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.235942 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-280c97e2-8f03-4123-9c71-2bed68657f8e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bd62e6a4-d96c-43e3-bafe-4157ff45a883 HTTP/1.1" status: 204 len: 168 time: 0.2075570 May 16 19:09:25.239167 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55096) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:25.308689 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751918'] for network (b8c24429-a6c9-487f-8f68-53bf705a416f), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.392452 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661572', 'neutron.services.segments.db._delete_segments_for_network-8772410173462'] for network (b8c24429-a6c9-487f-8f68-53bf705a416f), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.413092 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:25.413457 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:25.414214 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:25.414548 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Subscribe: > port after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:25.414890 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:25.415208 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Subscribe: > port after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:25.415533 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:25.415849 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:25.416165 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:25.416484 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:25.484252 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:25.484631 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:25.484970 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:25.485302 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103574) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 16 19:09:25.485689 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c24429-a6c9-487f-8f68-53bf705a416f']}} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:25.503759 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20a19c12-bec0-43ae-8367-1d3b188a85db') {'for_net_delete': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:25.504061 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20a19c12-bec0-43ae-8367-1d3b188a85db') {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:25.522144 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410174751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125890998'] for segment (20a19c12-bec0-43ae-8367-1d3b188a85db), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.542813 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (20a19c12-bec0-43ae-8367-1d3b188a85db), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.551547 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:09:25.551950 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125892977'] for segment (20a19c12-bec0-43ae-8367-1d3b188a85db), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: from cryptography.utils import int_from_bytes May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: from cryptography.utils import int_from_bytes May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: Traceback (most recent call last): May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: timer() May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: cb(*args, **kw) May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: return func(*args, **kwargs) May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: self._notify() May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: self.callback(batched_events) May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: event.method(event) May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: return f(self, *a, **k) May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: return self._get(url).json() May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: return self.request(url, 'GET', **kwargs) May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:09:25.556179 dv-cinder-839987-5-smb neutron-server[103574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:09:25.622917 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3934410'] for network (b8c24429-a6c9-487f-8f68-53bf705a416f), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.633570 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.640861 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b8c24429-a6c9-487f-8f68-53bf705a416f HTTP/1.1" status: 204 len: 168 time: 0.3997664 May 16 19:09:25.641032 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 55100) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:25.650224 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abd104-cb2d-45df-9951-fedc543c6f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8c24429-a6c9-487f-8f68-53bf705a416f,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:25.684905 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_v2 [None req-e368816b-f3b9-496d-9c17-724f2baf8547 admin admin] Deleting subnet 58b44704-9f80-41a9-a48e-23c6ee8436d6 {{(pid=103573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:09:25.688776 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e368816b-f3b9-496d-9c17-724f2baf8547 admin admin] Publish callbacks [] for subnet (58b44704-9f80-41a9-a48e-23c6ee8436d6), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.729535 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e368816b-f3b9-496d-9c17-724f2baf8547 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295113'] for subnet (58b44704-9f80-41a9-a48e-23c6ee8436d6), precommit_delete_associations {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.774493 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e368816b-f3b9-496d-9c17-724f2baf8547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660465'] for subnet (58b44704-9f80-41a9-a48e-23c6ee8436d6), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.828962 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e368816b-f3b9-496d-9c17-724f2baf8547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127131128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125931018'] for subnet (58b44704-9f80-41a9-a48e-23c6ee8436d6), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.856307 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368816b-f3b9-496d-9c17-724f2baf8547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b44704-9f80-41a9-a48e-23c6ee8436d6,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:25.858284 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e368816b-f3b9-496d-9c17-724f2baf8547 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:25.863806 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-e368816b-f3b9-496d-9c17-724f2baf8547 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/58b44704-9f80-41a9-a48e-23c6ee8436d6 HTTP/1.1" status: 204 len: 168 time: 0.2193773 May 16 19:09:25.863806 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 55106) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:25.975600 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68103763-e81b-4ad7-80ef-d5ab68b893b5 req-1740b1a2-06c0-4395-b2ce-2583306c2c0d tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:25.977079 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-68103763-e81b-4ad7-80ef-d5ab68b893b5 req-1740b1a2-06c0-4395-b2ce-2583306c2c0d tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 943 time: 0.0921144 May 16 19:09:25.979862 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d7187b31-a81f-49f6-ac6f-d92cd9674416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751918'] for network (8bdf27a6-1cde-4d94-900d-907a94708dab), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:26.069530 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-68103763-e81b-4ad7-80ef-d5ab68b893b5 req-76ffddd9-367f-476f-9327-c56935fc4522 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866930 May 16 19:09:26.128243 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d7187b31-a81f-49f6-ac6f-d92cd9674416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661572', 'neutron.services.segments.db._delete_segments_for_network-8772410173462'] for network (8bdf27a6-1cde-4d94-900d-907a94708dab), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:26.136515 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb6856-3e82-4e3d-9c3b-dd60824f6528 req-da00ca77-c446-45d9-b2af-c5718e637954 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:26.138002 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9afb6856-3e82-4e3d-9c3b-dd60824f6528 req-da00ca77-c446-45d9-b2af-c5718e637954 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0949810 May 16 19:09:26.166678 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-d7187b31-a81f-49f6-ac6f-d92cd9674416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bdf27a6-1cde-4d94-900d-907a94708dab']}} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:26.179777 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-d7187b31-a81f-49f6-ac6f-d92cd9674416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1bc0ec9-8a2e-491e-98a7-25720eca0329') {'for_net_delete': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:26.180070 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-d7187b31-a81f-49f6-ac6f-d92cd9674416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1bc0ec9-8a2e-491e-98a7-25720eca0329') {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:26.196457 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d7187b31-a81f-49f6-ac6f-d92cd9674416 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410174751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295152'] for segment (f1bc0ec9-8a2e-491e-98a7-25720eca0329), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:26.221308 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9afb6856-3e82-4e3d-9c3b-dd60824f6528 req-be1a30c4-afd3-400f-a384-35a7e5cef63e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758541 May 16 19:09:26.222145 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d7187b31-a81f-49f6-ac6f-d92cd9674416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (f1bc0ec9-8a2e-491e-98a7-25720eca0329), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:26.230013 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7187b31-a81f-49f6-ac6f-d92cd9674416 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:09:26.230374 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d7187b31-a81f-49f6-ac6f-d92cd9674416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127128922'] for segment (f1bc0ec9-8a2e-491e-98a7-25720eca0329), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: Traceback (most recent call last): May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: timer() May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: cb(*args, **kw) May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: return func(*args, **kwargs) May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: self._notify() May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: self.callback(batched_events) May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: event.method(event) May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: return f(self, *a, **k) May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: return self._get(url).json() May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: return self.request(url, 'GET', **kwargs) May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:09:26.232297 dv-cinder-839987-5-smb neutron-server[103573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:09:26.289436 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d7187b31-a81f-49f6-ac6f-d92cd9674416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3934410'] for network (8bdf27a6-1cde-4d94-900d-907a94708dab), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:26.294837 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d7187b31-a81f-49f6-ac6f-d92cd9674416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:26.297932 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-d7187b31-a81f-49f6-ac6f-d92cd9674416 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8bdf27a6-1cde-4d94-900d-907a94708dab HTTP/1.1" status: 204 len: 168 time: 0.4314060 May 16 19:09:26.308336 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7187b31-a81f-49f6-ac6f-d92cd9674416 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bdf27a6-1cde-4d94-900d-907a94708dab,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:26.453448 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55112) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:26.493683 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-a151f88f-6154-42a1-a00f-aefea2e8707a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f05e0c0284d4e7189162018604c1ec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389409 May 16 19:09:26.495962 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55114) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:26.544770 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6365ed4f-d5a1-446d-8806-c022c8a1e944 admin admin] Publish callbacks [] for security_group (c04b7e79-a7b6-43aa-9d53-0cf25b59eb28), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:26.566467 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6365ed4f-d5a1-446d-8806-c022c8a1e944 admin admin] Publish callbacks [] for security_group (c04b7e79-a7b6-43aa-9d53-0cf25b59eb28), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:26.616257 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6365ed4f-d5a1-446d-8806-c022c8a1e944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (c04b7e79-a7b6-43aa-9d53-0cf25b59eb28), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:26.619131 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6365ed4f-d5a1-446d-8806-c022c8a1e944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:26.620313 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-6365ed4f-d5a1-446d-8806-c022c8a1e944 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c04b7e79-a7b6-43aa-9d53-0cf25b59eb28 HTTP/1.1" status: 204 len: 168 time: 0.1234334 May 16 19:09:26.628341 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365ed4f-d5a1-446d-8806-c022c8a1e944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04b7e79-a7b6-43aa-9d53-0cf25b59eb28,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:26.939109 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55124) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:26.978538 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-9422edb5-1403-45d2-8970-d7aeadb8051c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bf3ea357e2744c75870feb4cc283468a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381644 May 16 19:09:26.980966 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55126) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:27.029008 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c5615765-2503-4ef1-8778-9dcb64c1a521 admin admin] Publish callbacks [] for security_group (970f2b66-75fe-47e8-8d27-e20911df8cf5), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:27.051413 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c5615765-2503-4ef1-8778-9dcb64c1a521 admin admin] Publish callbacks [] for security_group (970f2b66-75fe-47e8-8d27-e20911df8cf5), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:27.097218 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c5615765-2503-4ef1-8778-9dcb64c1a521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (970f2b66-75fe-47e8-8d27-e20911df8cf5), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:27.100636 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c5615765-2503-4ef1-8778-9dcb64c1a521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:27.101876 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-c5615765-2503-4ef1-8778-9dcb64c1a521 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/970f2b66-75fe-47e8-8d27-e20911df8cf5 HTTP/1.1" status: 204 len: 168 time: 0.1200194 May 16 19:09:27.110671 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5615765-2503-4ef1-8778-9dcb64c1a521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970f2b66-75fe-47e8-8d27-e20911df8cf5,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:27.191139 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b9f5b-9f5f-4493-998b-f14359ef4d74 req-7f508874-a619-491b-9c2c-8961af2a756b tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:27.192735 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b86b9f5b-9f5f-4493-998b-f14359ef4d74 req-7f508874-a619-491b-9c2c-8961af2a756b tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 943 time: 0.0505919 May 16 19:09:27.247211 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b86b9f5b-9f5f-4493-998b-f14359ef4d74 req-f4e02821-a74c-46be-b18c-5d6171af5e91 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486314 May 16 19:09:27.340141 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2939be0-dd3d-4246-9f2b-40cb4bb13949 req-7fba043f-9760-4918-8aa9-04237ca0b3de tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:27.341737 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a2939be0-dd3d-4246-9f2b-40cb4bb13949 req-7fba043f-9760-4918-8aa9-04237ca0b3de tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0473502 May 16 19:09:27.395232 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a2939be0-dd3d-4246-9f2b-40cb4bb13949 req-25e26e2a-179c-4263-9bdf-d8e9acb1f42b tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468891 May 16 19:09:28.194599 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55168) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:28.300778 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-11f371cd-4d44-463c-8d59-e87612319a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.374486 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a66579-335e-4525-8b0e-8cf588f4313d req-0258760a-f70c-405a-b28d-ac84c761522f tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:28.375851 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-28a66579-335e-4525-8b0e-8cf588f4313d req-0258760a-f70c-405a-b28d-ac84c761522f tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 943 time: 0.0518155 May 16 19:09:28.378311 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-11f371cd-4d44-463c-8d59-e87612319a7b admin admin] Publish callbacks [] for security_group (e91989d6-9e94-47e7-a8e9-e89d6bf1df1c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.382598 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-11f371cd-4d44-463c-8d59-e87612319a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (e91989d6-9e94-47e7-a8e9-e89d6bf1df1c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.423608 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-28a66579-335e-4525-8b0e-8cf588f4313d req-4f7a9363-3fad-41f9-baa2-df2520db0fe5 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413766 May 16 19:09:28.424039 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f371cd-4d44-463c-8d59-e87612319a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91989d6-9e94-47e7-a8e9-e89d6bf1df1c,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:28.432229 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-11f371cd-4d44-463c-8d59-e87612319a7b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4867781461d4e37854b24232ea95bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364562 May 16 19:09:28.432911 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55176) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:28.484515 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b5ca54b1-18f9-425c-90fa-f97f72666776 admin admin] Publish callbacks [] for security_group (e91989d6-9e94-47e7-a8e9-e89d6bf1df1c), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.504969 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b5ca54b1-18f9-425c-90fa-f97f72666776 admin admin] Publish callbacks [] for security_group (e91989d6-9e94-47e7-a8e9-e89d6bf1df1c), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.525130 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374f535-1939-413b-a03d-f33acfd185db req-4ad35238-44c5-4f26-a4e4-8f3ca3dab909 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:28.525130 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6374f535-1939-413b-a03d-f33acfd185db req-4ad35238-44c5-4f26-a4e4-8f3ca3dab909 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0573106 May 16 19:09:28.553570 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b5ca54b1-18f9-425c-90fa-f97f72666776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (e91989d6-9e94-47e7-a8e9-e89d6bf1df1c), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.556282 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b5ca54b1-18f9-425c-90fa-f97f72666776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:28.559670 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-b5ca54b1-18f9-425c-90fa-f97f72666776 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e91989d6-9e94-47e7-a8e9-e89d6bf1df1c HTTP/1.1" status: 204 len: 168 time: 0.1238627 May 16 19:09:28.568540 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca54b1-18f9-425c-90fa-f97f72666776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91989d6-9e94-47e7-a8e9-e89d6bf1df1c,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:28.580129 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6374f535-1939-413b-a03d-f33acfd185db req-6ab758dc-f5a7-48d9-a081-cf607c9ce22e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477390 May 16 19:09:29.166918 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 55202) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:29.259010 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-d6ce0d53-792a-47aa-99b5-e8e4bbf8f9fd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-790207377-network', 'tenant_id': '338cc2ff56654351b1614a781602a105'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:29.277201 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ce0d53-792a-47aa-99b5-e8e4bbf8f9fd admin admin] Made reservation on behalf of 338cc2ff56654351b1614a781602a105 for: {'network': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:29.279446 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0d53-792a-47aa-99b5-e8e4bbf8f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for network (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:29.287770 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0d53-792a-47aa-99b5-e8e4bbf8f9fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:29.362558 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0d53-792a-47aa-99b5-e8e4bbf8f9fd admin admin] Publish callbacks [] for security_group (a3a4aabf-5d4e-43a9-bbd8-07b046634c1c), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:29.366375 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0d53-792a-47aa-99b5-e8e4bbf8f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (a3a4aabf-5d4e-43a9-bbd8-07b046634c1c), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:29.387056 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ce0d53-792a-47aa-99b5-e8e4bbf8f9fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:09:29.402621 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce0d53-792a-47aa-99b5-e8e4bbf8f9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:29.405488 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0d53-792a-47aa-99b5-e8e4bbf8f9fd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410173453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (de7a95bc-894b-4923-8b13-a7dfe10eddfb), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:29.405885 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.segments_db [None req-d6ce0d53-792a-47aa-99b5-e8e4bbf8f9fd admin admin] Added segment de7a95bc-894b-4923-8b13-a7dfe10eddfb of type vlan for network 23312eb6-1c5a-4a7c-9757-f740aa6a7707 May 16 19:09:29.444807 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0d53-792a-47aa-99b5-e8e4bbf8f9fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409763997'] for network (23312eb6-1c5a-4a7c-9757-f740aa6a7707), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:29.469372 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0d53-792a-47aa-99b5-e8e4bbf8f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for network (23312eb6-1c5a-4a7c-9757-f740aa6a7707), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:29.470454 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ce0d53-792a-47aa-99b5-e8e4bbf8f9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:29.471039 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d6ce0d53-792a-47aa-99b5-e8e4bbf8f9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:29.506574 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-d6ce0d53-792a-47aa-99b5-e8e4bbf8f9fd admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3382878 May 16 19:09:29.509707 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55208) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:29.514563 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-bc67f969-1baa-42fa-a359-0318f3c2ff54 admin admin] Request body: {'subnet': {'network_id': '23312eb6-1c5a-4a7c-9757-f740aa6a7707', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-790207377-subnet', 'tenant_id': '338cc2ff56654351b1614a781602a105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:29.535334 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc67f969-1baa-42fa-a359-0318f3c2ff54 admin admin] Made reservation on behalf of 338cc2ff56654351b1614a781602a105 for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:29.537989 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bc67f969-1baa-42fa-a359-0318f3c2ff54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112512'] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:29.561254 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce0d53-792a-47aa-99b5-e8e4bbf8f9fd admin admin] Pushing event updated for resources: {'Network': ['ID=23312eb6-1c5a-4a7c-9757-f740aa6a7707,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:29.571795 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Network 23312eb6-1c5a-4a7c-9757-f740aa6a7707 details requested by agent ovs-agent-dv-cinder-839987-5-smb with host dv-cinder-839987-5-smb {{(pid=103575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:09:29.578934 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8819820a-31d4-43d2-a07a-6139ebe34ff2 req-8d9abf63-a4b7-4cdf-96ec-f7352e47f694 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:29.580414 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8819820a-31d4-43d2-a07a-6139ebe34ff2 req-8d9abf63-a4b7-4cdf-96ec-f7352e47f694 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 943 time: 0.0802155 May 16 19:09:29.640813 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8819820a-31d4-43d2-a07a-6139ebe34ff2 req-9dae1f7d-5d07-48d3-b618-fa0df3ca2fc3 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544591 May 16 19:09:29.710858 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396137c-6a64-4aaa-b341-1c93000e8675 req-deeecd06-9276-440f-abef-e09718abddcf tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:29.712329 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5396137c-6a64-4aaa-b341-1c93000e8675 req-deeecd06-9276-440f-abef-e09718abddcf tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0464063 May 16 19:09:29.730456 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bc67f969-1baa-42fa-a359-0318f3c2ff54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125890962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112534'] for subnet (aeaaa000-4281-4b2a-b215-606ec7f6081b), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:29.765277 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5396137c-6a64-4aaa-b341-1c93000e8675 req-fa574584-3c3a-47a8-b9e4-bd2c436ddf40 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460505 May 16 19:09:29.795886 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67f969-1baa-42fa-a359-0318f3c2ff54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeaaa000-4281-4b2a-b215-606ec7f6081b,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:29.803649 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc67f969-1baa-42fa-a359-0318f3c2ff54 admin admin] Checking segment: {'id': 'de7a95bc-894b-4923-8b13-a7dfe10eddfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23312eb6-1c5a-4a7c-9757-f740aa6a7707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:29.804001 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc67f969-1baa-42fa-a359-0318f3c2ff54 admin admin] Network hostable DHCP agents. Network: 23312eb6-1c5a-4a7c-9757-f740aa6a7707, hostable agents: ['32740b08-508b-41fc-82a0-fe5ed2f5692a'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:09:29.825392 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc67f969-1baa-42fa-a359-0318f3c2ff54 admin admin] Network 23312eb6-1c5a-4a7c-9757-f740aa6a7707 is scheduled to be hosted by DHCP agent 32740b08-508b-41fc-82a0-fe5ed2f5692a with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:09:29.833612 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-bc67f969-1baa-42fa-a359-0318f3c2ff54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-5-smb, 23312eb6-1c5a-4a7c-9757-f740aa6a7707) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:29.837737 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc67f969-1baa-42fa-a359-0318f3c2ff54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:29.838331 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bc67f969-1baa-42fa-a359-0318f3c2ff54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:29.845280 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6995d575-04d6-4dbb-8706-5be5a1b72919 None None] Network 23312eb6-1c5a-4a7c-9757-f740aa6a7707 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:09:29.856575 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-bc67f969-1baa-42fa-a359-0318f3c2ff54 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3450913 May 16 19:09:29.951651 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1f5dc8-dc1e-4379-8aea-e6ba9f59cf1b None None] Network 23312eb6-1c5a-4a7c-9757-f740aa6a7707 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:09:30.755877 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138389c2-1dbe-4651-b434-68aab68d9616 req-b7ae58d5-1abf-476b-8031-a3ecbf8452e6 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:30.757613 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-138389c2-1dbe-4651-b434-68aab68d9616 req-b7ae58d5-1abf-476b-8031-a3ecbf8452e6 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 943 time: 0.0480428 May 16 19:09:30.805797 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-138389c2-1dbe-4651-b434-68aab68d9616 req-16828023-1011-449b-be2c-4b02d5f3f23e tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423000 May 16 19:09:30.878867 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43086cec-124e-40e1-84d1-bf73accfbd8e req-964fc868-f4e4-4ab4-8b3f-4fe543011989 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:30.880319 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-43086cec-124e-40e1-84d1-bf73accfbd8e req-964fc868-f4e4-4ab4-8b3f-4fe543011989 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0456634 May 16 19:09:30.906681 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 8c0d0426-c406-4947-a836-3a354475d9e8 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:09:30.928434 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-43086cec-124e-40e1-84d1-bf73accfbd8e req-769ddd4a-9f2f-4382-9f98-eb9727f9d660 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419126 May 16 19:09:31.002581 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 8c0d0426-c406-4947-a836-3a354475d9e8, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=8c0d0426-c406-4947-a836-3a354475d9e8,segment=NetworkSegment(8bda42e5-ade1-4be8-a5bd-d26e25dabc5d),segment_id=8bda42e5-ade1-4be8-a5bd-d26e25dabc5d)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:31.013623 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': '8c0d0426-c406-4947-a836-3a354475d9e8', 'network_id': '81043745-a0ef-455e-843b-37e6acbb0ff4', 'port_id': '8c0d0426-c406-4947-a836-3a354475d9e8', 'mac_address': 'fa:16:3e:5a:dc:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8628c9bf-df06-4833-834f-dffecfec4d7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:09:31.050554 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 8c0d0426-c406-4947-a836-3a354475d9e8 is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:31.050883 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (8c0d0426-c406-4947-a836-3a354475d9e8), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:31.063562 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c0d0426-c406-4947-a836-3a354475d9e8 {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:09:31.084052 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 8c0d0426-c406-4947-a836-3a354475d9e8, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=8c0d0426-c406-4947-a836-3a354475d9e8,segment=NetworkSegment(8bda42e5-ade1-4be8-a5bd-d26e25dabc5d),segment_id=8bda42e5-ade1-4be8-a5bd-d26e25dabc5d)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:31.087987 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (8c0d0426-c406-4947-a836-3a354475d9e8), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:31.131924 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=8c0d0426-c406-4947-a836-3a354475d9e8,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:31.623387 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['8c0d0426-c406-4947-a836-3a354475d9e8'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:09:31.921826 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8884ee5-5ce5-4502-9c04-ca8d4499de54 req-f72e564d-7743-4182-b4c6-a140db917511 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:31.923296 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f8884ee5-5ce5-4502-9c04-ca8d4499de54 req-f72e564d-7743-4182-b4c6-a140db917511 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 944 time: 0.0466535 May 16 19:09:31.972489 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f8884ee5-5ce5-4502-9c04-ca8d4499de54 req-8a054bca-d82b-4f35-9fcf-db4572f974fc tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437379 May 16 19:09:32.041666 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3411f-591f-45aa-821f-43fd38530baf req-bf8c8bfe-b92c-4a2f-bc41-996491693b54 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:32.043133 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0ef3411f-591f-45aa-821f-43fd38530baf req-bf8c8bfe-b92c-4a2f-bc41-996491693b54 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0468445 May 16 19:09:32.089823 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0ef3411f-591f-45aa-821f-43fd38530baf req-34f61336-a41d-4997-bec2-617092ba8956 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410287 May 16 19:09:32.203866 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bba15-4b22-497b-a504-258cd9ea708a req-97c0a98c-900f-4004-8014-f647b332e535 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:32.205245 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4c1bba15-4b22-497b-a504-258cd9ea708a req-97c0a98c-900f-4004-8014-f647b332e535 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.0499978 May 16 19:09:32.250574 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4c1bba15-4b22-497b-a504-258cd9ea708a req-f22d60aa-8c33-4dc5-8a76-2a9e25ff594c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398798 May 16 19:09:32.476720 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-054b2c26-b824-4529-81cc-4e98e2f0b09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:32.899400 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 8c0d0426-c406-4947-a836-3a354475d9e8 up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:09:32.941230 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port 8c0d0426-c406-4947-a836-3a354475d9e8 completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:09:32.946690 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port 8c0d0426-c406-4947-a836-3a354475d9e8 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:32.947078 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (8c0d0426-c406-4947-a836-3a354475d9e8), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:33.019372 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 8c0d0426-c406-4947-a836-3a354475d9e8 is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:33.019760 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (8c0d0426-c406-4947-a836-3a354475d9e8), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:33.043144 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9800de9c-1f95-4a73-9d93-34981c7b59d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0d0426-c406-4947-a836-3a354475d9e8'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:33.045371 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1feb32-dabd-4e2f-8e79-536b9a458ac7" -d '{"events": [{"server_uuid": "9800de9c-1f95-4a73-9d93-34981c7b59d9", "name": "network-vif-plugged", "status": "completed", "tag": "8c0d0426-c406-4947-a836-3a354475d9e8"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:33.058274 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 8c0d0426-c406-4947-a836-3a354475d9e8, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=8c0d0426-c406-4947-a836-3a354475d9e8,segment=NetworkSegment(8bda42e5-ade1-4be8-a5bd-d26e25dabc5d),segment_id=8bda42e5-ade1-4be8-a5bd-d26e25dabc5d)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:33.065012 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (8c0d0426-c406-4947-a836-3a354475d9e8), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:33.087084 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8495f0-5c5a-4217-89b8-aa6bbd219354 x-openstack-request-id: req-2d8495f0-5c5a-4217-89b8-aa6bbd219354 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:33.087402 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9800de9c-1f95-4a73-9d93-34981c7b59d9", "name": "network-vif-plugged", "status": "completed", "tag": "8c0d0426-c406-4947-a836-3a354475d9e8", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:33.087657 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d8495f0-5c5a-4217-89b8-aa6bbd219354 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:33.088048 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8495f0-5c5a-4217-89b8-aa6bbd219354'] response: {'server_uuid': '9800de9c-1f95-4a73-9d93-34981c7b59d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c0d0426-c406-4947-a836-3a354475d9e8', 'code': 200} May 16 19:09:33.112824 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fe0e5-14cd-429f-aa82-5bd95f962f2e req-2c773405-e1c9-4bd0-b425-59344ce012e9 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:33.115632 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-cc4fe0e5-14cd-429f-aa82-5bd95f962f2e req-2c773405-e1c9-4bd0-b425-59344ce012e9 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 944 time: 0.0757029 May 16 19:09:33.123731 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=8c0d0426-c406-4947-a836-3a354475d9e8,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:33.169875 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-cc4fe0e5-14cd-429f-aa82-5bd95f962f2e req-79315984-6cfa-4999-a7b3-dd039496e5d1 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421917 May 16 19:09:33.263098 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127330d-a70a-4443-a960-0b040d60738c req-da4909dc-aebb-4d83-ab22-2869b2de91ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:33.264450 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8127330d-a70a-4443-a960-0b040d60738c req-da4909dc-aebb-4d83-ab22-2869b2de91ad service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 1129 time: 0.0392125 May 16 19:09:33.307010 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8127330d-a70a-4443-a960-0b040d60738c req-ca9786d5-3102-4d37-9a5e-a27f4ddefb85 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357521 May 16 19:09:33.680200 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-a088fad0-7c38-425b-9328-280f82d4834f tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:33.681659 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-a088fad0-7c38-425b-9328-280f82d4834f tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/networks?id=23312eb6-1c5a-4a7c-9757-f740aa6a7707 HTTP/1.1" status: 200 len: 813 time: 0.0993404 May 16 19:09:33.696548 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-95547a15-6e0a-4827-a53e-dd1c28d66473 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/quotas/338cc2ff56654351b1614a781602a105 HTTP/1.1" status: 200 len: 375 time: 0.0093331 May 16 19:09:33.735260 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-b37a7716-2841-43cb-a098-7fd4162e0ee6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=338cc2ff56654351b1614a781602a105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319576 May 16 19:09:33.788508 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52691e-4289-4ff4-8a24-197c23105da5 req-1bb81b49-f6f1-4c22-956c-65a2e9963430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:33.790092 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9c52691e-4289-4ff4-8a24-197c23105da5 req-1bb81b49-f6f1-4c22-956c-65a2e9963430 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70b756666b7843baa63dd49b0d871431&device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 1129 time: 0.0396523 May 16 19:09:33.884770 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52691e-4289-4ff4-8a24-197c23105da5 req-a0581204-d0d9-44cb-978c-32dab66b108b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:33.886240 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9c52691e-4289-4ff4-8a24-197c23105da5 req-a0581204-d0d9-44cb-978c-32dab66b108b service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 200 len: 919 time: 0.0889935 May 16 19:09:34.067733 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e0821-8361-475b-a841-042282bdb4bf req-a1af46ba-c84e-4097-8332-634ea21cf294 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:34.069156 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0d0e0821-8361-475b-a841-042282bdb4bf req-a1af46ba-c84e-4097-8332-634ea21cf294 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.3079958 May 16 19:09:34.103242 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-0124618f-1099-427d-931b-d8c859d6dda7 service neutron] 10.222.0.65 "GET /v2.0/networks/23312eb6-1c5a-4a7c-9757-f740aa6a7707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594854 May 16 19:09:34.110695 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:34.149718 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0d0e0821-8361-475b-a841-042282bdb4bf req-35ea989f-7175-4b1c-ae39-71ad5650a47d tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748208 May 16 19:09:34.209174 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-93fc401f-0dd1-4d70-a58f-64bd0afbabf3 service neutron] 10.222.0.65 "GET /v2.0/networks/23312eb6-1c5a-4a7c-9757-f740aa6a7707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963564 May 16 19:09:34.288341 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ea330-1cfc-45e9-b0de-992e08e94d22 req-90df07a7-9277-4cba-829b-1e303227e91e tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:34.289817 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d41ea330-1cfc-45e9-b0de-992e08e94d22 req-90df07a7-9277-4cba-829b-1e303227e91e tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 945 time: 0.0501509 May 16 19:09:34.352375 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d41ea330-1cfc-45e9-b0de-992e08e94d22 req-60fd0daf-1894-49bc-8a29-f6cbd340d54c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568593 May 16 19:09:34.373091 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-257d6c26-778f-4bb7-ada7-bec22d8f4a3f req-c9ae6dcb-8a9f-41f0-b044-bb50349f318d tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 210 time: 0.0360863 May 16 19:09:34.720901 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9c52691e-4289-4ff4-8a24-197c23105da5 req-898bf7ac-377c-42ed-a365-2880e5b11bbd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9db1dad-2833-49cc-86f4-829cf582ab79 HTTP/1.1" status: 200 len: 217 time: 0.0324421 May 16 19:09:34.771641 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52691e-4289-4ff4-8a24-197c23105da5 req-dd754f0e-84a9-453b-b3cb-d8de14093b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:34.773112 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9c52691e-4289-4ff4-8a24-197c23105da5 req-dd754f0e-84a9-453b-b3cb-d8de14093b90 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ade8a152-1ee2-4456-af76-7bb459b607fb HTTP/1.1" status: 200 len: 857 time: 0.0449820 May 16 19:09:34.853155 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52691e-4289-4ff4-8a24-197c23105da5 req-ce8df0dc-ca0d-457f-92a9-71cb3ba4ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:34.854527 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9c52691e-4289-4ff4-8a24-197c23105da5 req-ce8df0dc-ca0d-457f-92a9-71cb3ba4ce09 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1cc3c61-1225-4d74-a272-e27badcaaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0400548 May 16 19:09:35.001404 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f94b66ac-81e5-4515-865d-1910f5cfc98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:35.149906 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9c52691e-4289-4ff4-8a24-197c23105da5 req-357ad1c0-e618-4a36-a3e4-50118983be63 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793863 May 16 19:09:35.267318 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a8e8-b831-4cc0-96c2-ec3be1185179 req-45ed18ea-e059-470e-ba8d-e873d51d8db4 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:35.269617 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0bd1a8e8-b831-4cc0-96c2-ec3be1185179 req-45ed18ea-e059-470e-ba8d-e873d51d8db4 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.0462489 May 16 19:09:35.314755 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0bd1a8e8-b831-4cc0-96c2-ec3be1185179 req-76ba73a3-0692-4e66-a2b2-81bcfdea39c7 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395021 May 16 19:09:35.492444 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9c52691e-4289-4ff4-8a24-197c23105da5 req-531e916f-4b53-45c3-b8e8-69d9b9e3b5f1 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970738 May 16 19:09:35.502573 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-65ea8dcb-8856-40d8-b155-e1bffb5cb1b9 req-036b04e5-cb92-4f51-ad5c-440306170c7f tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 210 time: 0.0310090 May 16 19:09:35.519528 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19455f8d-228b-4921-ba3e-13b2fda04ddd req-308c6424-4892-486c-ad9e-44526bfc42d2 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:35.521117 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-19455f8d-228b-4921-ba3e-13b2fda04ddd req-308c6424-4892-486c-ad9e-44526bfc42d2 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 945 time: 0.0825567 May 16 19:09:35.569506 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-19455f8d-228b-4921-ba3e-13b2fda04ddd req-befe30ba-3060-4c36-ad38-638e6d38971c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410976 May 16 19:09:36.037089 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:36.064084 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-761ca44a-5295-45c6-8bc7-775f43a90320 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:36.065553 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-761ca44a-5295-45c6-8bc7-775f43a90320 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.78 "GET /v2.0/networks?id=23312eb6-1c5a-4a7c-9757-f740aa6a7707 HTTP/1.1" status: 200 len: 813 time: 0.1147563 May 16 19:09:36.146035 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-fd7fbd15-8ac0-4e19-87b3-8e5e5796f8e4 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Request body: {'port': {'device_id': 'bd193c76-bc37-44aa-867e-918b679aabbc', 'network_id': '23312eb6-1c5a-4a7c-9757-f740aa6a7707', 'admin_state_up': True, 'tenant_id': '338cc2ff56654351b1614a781602a105'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:36.281044 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-fd7fbd15-8ac0-4e19-87b3-8e5e5796f8e4 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Made reservation on behalf of 338cc2ff56654351b1614a781602a105 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:36.284289 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-fd7fbd15-8ac0-4e19-87b3-8e5e5796f8e4 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:36.418491 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-fd7fbd15-8ac0-4e19-87b3-8e5e5796f8e4 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Allocated IP 172.20.0.9 (23312eb6-1c5a-4a7c-9757-f740aa6a7707/aeaaa000-4281-4b2a-b215-606ec7f6081b/a9b50efd-d418-4f1e-b592-cda807152a21) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:09:36.428826 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910fd02-1c93-4ca4-86a7-200611b3ff6e req-d329b812-3384-4f22-8ea3-8c2cd5a276f1 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:36.430407 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d910fd02-1c93-4ca4-86a7-200611b3ff6e req-d329b812-3384-4f22-8ea3-8c2cd5a276f1 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.0467122 May 16 19:09:36.476916 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d910fd02-1c93-4ca4-86a7-200611b3ff6e req-0247bce8-6e19-47c2-bb89-0a3776ff59ea tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401125 May 16 19:09:36.569777 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-fd7fbd15-8ac0-4e19-87b3-8e5e5796f8e4 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Publish callbacks [] for port (a9b50efd-d418-4f1e-b592-cda807152a21), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:36.605153 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-31640495-9ddb-45f2-87db-351f904391f6 req-10c56c97-5adf-423f-86cf-bfe6f81aa78c tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 210 time: 0.0317106 May 16 19:09:36.627532 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-fd7fbd15-8ac0-4e19-87b3-8e5e5796f8e4 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (a9b50efd-d418-4f1e-b592-cda807152a21), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:36.673646 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-fd7fbd15-8ac0-4e19-87b3-8e5e5796f8e4 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Network 23312eb6-1c5a-4a7c-9757-f740aa6a7707 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:09:36.681466 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-fd7fbd15-8ac0-4e19-87b3-8e5e5796f8e4 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:36.683608 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fbd15-8ac0-4e19-87b3-8e5e5796f8e4 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Pushing event updated for resources: {'Port': ['ID=a9b50efd-d418-4f1e-b592-cda807152a21,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:36.685799 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-fd7fbd15-8ac0-4e19-87b3-8e5e5796f8e4 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:09:36.698450 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1c13c-02af-4d55-86c3-c0bc014e707f req-2e40e849-9a0f-492e-9265-de8384b3006c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:36.699921 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-22a1c13c-02af-4d55-86c3-c0bc014e707f req-2e40e849-9a0f-492e-9265-de8384b3006c tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 945 time: 0.0508618 May 16 19:09:36.733360 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-fd7fbd15-8ac0-4e19-87b3-8e5e5796f8e4 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:36.733974 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-fd7fbd15-8ac0-4e19-87b3-8e5e5796f8e4 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:36.745947 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-22a1c13c-02af-4d55-86c3-c0bc014e707f req-a9c8404f-6283-47a3-99b1-e0384c5b5ca7 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403380 May 16 19:09:36.749205 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-fd7fbd15-8ac0-4e19-87b3-8e5e5796f8e4 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6071112 May 16 19:09:36.761344 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Request body: {'port': {'device_id': 'bd193c76-bc37-44aa-867e-918b679aabbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:36.825083 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (a9b50efd-d418-4f1e-b592-cda807152a21), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:37.126755 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b50efd-d418-4f1e-b592-cda807152a21 {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:09:37.135023 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Publish callbacks [] for port (a9b50efd-d418-4f1e-b592-cda807152a21), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:37.147871 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Transition to ACTIVE for port object a9b50efd-d418-4f1e-b592-cda807152a21 will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:09:37.152535 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (a9b50efd-d418-4f1e-b592-cda807152a21), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:37.203858 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Pushing event updated for resources: {'Port': ['ID=a9b50efd-d418-4f1e-b592-cda807152a21,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:37.275535 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Attempting to bind port a9b50efd-d418-4f1e-b592-cda807152a21 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:09:37.275876 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Attempting to bind port a9b50efd-d418-4f1e-b592-cda807152a21 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'de7a95bc-894b-4923-8b13-a7dfe10eddfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23312eb6-1c5a-4a7c-9757-f740aa6a7707'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:09:37.277834 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Attempting to bind port a9b50efd-d418-4f1e-b592-cda807152a21 on network 23312eb6-1c5a-4a7c-9757-f740aa6a7707 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:09:37.280757 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Port a9b50efd-d418-4f1e-b592-cda807152a21 on network 23312eb6-1c5a-4a7c-9757-f740aa6a7707 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:09:37.281085 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Attempting to bind port a9b50efd-d418-4f1e-b592-cda807152a21 on network 23312eb6-1c5a-4a7c-9757-f740aa6a7707 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:09:37.287286 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:09:37.287426 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Checking segment: {'id': 'de7a95bc-894b-4923-8b13-a7dfe10eddfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23312eb6-1c5a-4a7c-9757-f740aa6a7707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:37.287743 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Bound using segment: {'id': 'de7a95bc-894b-4923-8b13-a7dfe10eddfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23312eb6-1c5a-4a7c-9757-f740aa6a7707'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:09:37.288140 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Bound port: a9b50efd-d418-4f1e-b592-cda807152a21, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7a95bc-894b-4923-8b13-a7dfe10eddfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23312eb6-1c5a-4a7c-9757-f740aa6a7707'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:09:37.288498 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (a9b50efd-d418-4f1e-b592-cda807152a21), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:37.361003 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:37.382993 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] For port a9b50efd-d418-4f1e-b592-cda807152a21, host hv-cinder-83998, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:09:37.392360 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] For port a9b50efd-d418-4f1e-b592-cda807152a21, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a9b50efd-d418-4f1e-b592-cda807152a21,segment=NetworkSegment(de7a95bc-894b-4923-8b13-a7dfe10eddfb),segment_id=de7a95bc-894b-4923-8b13-a7dfe10eddfb)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:09:37.401258 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (a9b50efd-d418-4f1e-b592-cda807152a21), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:37.430065 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587b1fc-83df-4f67-8a7b-2bbd43eb5f7d req-0601d988-ef2e-468c-94db-9f6e30b735d7 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:37.431670 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a587b1fc-83df-4f67-8a7b-2bbd43eb5f7d req-0601d988-ef2e-468c-94db-9f6e30b735d7 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 945 time: 0.0477836 May 16 19:09:37.468004 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:37.468661 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:37.470094 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] 10.222.0.78 "PUT /v2.0/ports/a9b50efd-d418-4f1e-b592-cda807152a21 HTTP/1.1" status: 200 len: 1093 time: 0.7130129 May 16 19:09:37.470533 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd193c76-bc37-44aa-867e-918b679aabbc', 'tag': 'a9b50efd-d418-4f1e-b592-cda807152a21'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:37.473597 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa775ed-76bf-48e2-940a-f9dbafd39382" -d '{"events": [{"name": "network-changed", "server_uuid": "bd193c76-bc37-44aa-867e-918b679aabbc", "tag": "a9b50efd-d418-4f1e-b592-cda807152a21"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:37.477143 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42e29f-1065-4ecd-8cb1-814a9d0cfb3f service neutron] Pushing event updated for resources: {'Port': ['ID=a9b50efd-d418-4f1e-b592-cda807152a21,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:37.486050 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a587b1fc-83df-4f67-8a7b-2bbd43eb5f7d req-f2bd49e1-b09f-4a5a-aa0b-637f8b033509 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483081 May 16 19:09:37.520991 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0e6d17-9b34-48b8-962c-0a725a2e7688 x-openstack-request-id: req-1d0e6d17-9b34-48b8-962c-0a725a2e7688 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:37.521288 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd193c76-bc37-44aa-867e-918b679aabbc", "tag": "a9b50efd-d418-4f1e-b592-cda807152a21", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:37.521539 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d0e6d17-9b34-48b8-962c-0a725a2e7688 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:37.522080 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d0e6d17-9b34-48b8-962c-0a725a2e7688'] response: {'name': 'network-changed', 'server_uuid': 'bd193c76-bc37-44aa-867e-918b679aabbc', 'tag': 'a9b50efd-d418-4f1e-b592-cda807152a21', 'status': 'completed', 'code': 200} May 16 19:09:37.604368 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757730e7-bf0e-4daa-99a5-ead60ab24e15 req-3c9e15b2-7731-467f-b9d1-53bf21f32224 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:37.606196 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-757730e7-bf0e-4daa-99a5-ead60ab24e15 req-3c9e15b2-7731-467f-b9d1-53bf21f32224 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.0545173 May 16 19:09:37.666917 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-757730e7-bf0e-4daa-99a5-ead60ab24e15 req-aecb18ef-b511-43e0-becd-536934c7318d tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547254 May 16 19:09:37.733501 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcaa70d-cd57-457a-aa3a-e1a30a7e9e3b req-d36256ae-226b-44dd-9f12-e83d43d5b276 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:37.734954 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0fcaa70d-cd57-457a-aa3a-e1a30a7e9e3b req-d36256ae-226b-44dd-9f12-e83d43d5b276 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 943 time: 0.0498002 May 16 19:09:37.781751 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0fcaa70d-cd57-457a-aa3a-e1a30a7e9e3b req-6e13a87b-5436-49b5-a2aa-3c3330ac0c23 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406647 May 16 19:09:38.118415 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:09:38.603968 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19287b80-e08b-4c6a-bace-5f37545abc59 req-36fe00bc-9ad7-464e-bda5-64697fe0e3b7 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:38.605453 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-19287b80-e08b-4c6a-bace-5f37545abc59 req-36fe00bc-9ad7-464e-bda5-64697fe0e3b7 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 945 time: 0.0461202 May 16 19:09:38.623669 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:38.659634 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-19287b80-e08b-4c6a-bace-5f37545abc59 req-87cee7ab-6f72-4d4b-ae8f-713bb5932b83 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484605 May 16 19:09:38.787498 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91679323-344c-4d64-bff7-56c17e1ebc2d req-edfc6953-8533-43b5-b9ee-431b6f24183d tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:38.788983 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-91679323-344c-4d64-bff7-56c17e1ebc2d req-edfc6953-8533-43b5-b9ee-431b6f24183d tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.0500615 May 16 19:09:38.842227 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-91679323-344c-4d64-bff7-56c17e1ebc2d req-304e918a-44da-49f7-be6a-c359603fb539 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471539 May 16 19:09:38.901651 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff60d4-56be-4e06-abc2-67cb58fb9751 req-68c94df6-1c1a-4ce6-b982-d183526c3621 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:38.903815 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-10ff60d4-56be-4e06-abc2-67cb58fb9751 req-68c94df6-1c1a-4ce6-b982-d183526c3621 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 943 time: 0.0476630 May 16 19:09:38.909427 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa775ed-76bf-48e2-940a-f9dbafd39382 req-5c512f7f-262e-452f-933d-983ce2bf72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:38.910932 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-0fa775ed-76bf-48e2-940a-f9dbafd39382 req-5c512f7f-262e-452f-933d-983ce2bf72f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=338cc2ff56654351b1614a781602a105&device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 1127 time: 0.0422933 May 16 19:09:38.949969 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-10ff60d4-56be-4e06-abc2-67cb58fb9751 req-d94b0fd1-b7fd-4307-a1fb-0f4d4493e958 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407135 May 16 19:09:39.021330 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa775ed-76bf-48e2-940a-f9dbafd39382 req-1bc8c289-1e39-4d3e-bf3d-4ef7fc05698b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:39.022965 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-0fa775ed-76bf-48e2-940a-f9dbafd39382 req-1bc8c289-1e39-4d3e-bf3d-4ef7fc05698b service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=338cc2ff56654351b1614a781602a105&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0917802 May 16 19:09:39.161658 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa775ed-76bf-48e2-940a-f9dbafd39382 req-3231456e-220d-490b-b726-d102df132546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:39.163003 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-0fa775ed-76bf-48e2-940a-f9dbafd39382 req-3231456e-220d-490b-b726-d102df132546 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906100 May 16 19:09:39.496706 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377aed2-c903-4455-8c0d-2dee3bbc60f7 req-5c2a4db4-d3d6-4c13-8b56-24dea0e9050e tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:39.498128 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3377aed2-c903-4455-8c0d-2dee3bbc60f7 req-5c2a4db4-d3d6-4c13-8b56-24dea0e9050e tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.78 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 945 time: 0.0742662 May 16 19:09:39.512676 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-de3bf1a9-a003-4c53-b558-da72429c3edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:39.514028 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-de3bf1a9-a003-4c53-b558-da72429c3edc service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=338cc2ff56654351b1614a781602a105&device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 1127 time: 0.0619764 May 16 19:09:39.569691 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-973dec7d-cfe3-4ec8-9733-b29d804c8f6c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9b50efd-d418-4f1e-b592-cda807152a21 HTTP/1.1" status: 200 len: 217 time: 0.0367904 May 16 19:09:39.650278 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-3377aed2-c903-4455-8c0d-2dee3bbc60f7 req-e93561ae-bb84-4760-b564-532442025fdc tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Deleting port 8c0d0426-c406-4947-a836-3a354475d9e8 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:09:39.650614 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3377aed2-c903-4455-8c0d-2dee3bbc60f7 req-e93561ae-bb84-4760-b564-532442025fdc tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (8c0d0426-c406-4947-a836-3a354475d9e8), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:39.655462 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-73e01875-9806-4116-9d00-6c3e5c1b06db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:39.656904 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-73e01875-9806-4116-9d00-6c3e5c1b06db service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aeaaa000-4281-4b2a-b215-606ec7f6081b HTTP/1.1" status: 200 len: 853 time: 0.0770607 May 16 19:09:39.703090 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-ba0896a6-9d3d-4dc4-9d06-2fa4dc234648 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=23312eb6-1c5a-4a7c-9757-f740aa6a7707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365255 May 16 19:09:39.778736 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f02e56-264f-403d-b857-6b49c9493d5b req-f000d206-8a9f-4b14-870f-c1808452b8e7 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:39.780198 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e8f02e56-264f-403d-b857-6b49c9493d5b req-f000d206-8a9f-4b14-870f-c1808452b8e7 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 945 time: 0.0504713 May 16 19:09:39.825453 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-3377aed2-c903-4455-8c0d-2dee3bbc60f7 req-e93561ae-bb84-4760-b564-532442025fdc tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] For port 8c0d0426-c406-4947-a836-3a354475d9e8, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=8c0d0426-c406-4947-a836-3a354475d9e8,segment=NetworkSegment(8bda42e5-ade1-4be8-a5bd-d26e25dabc5d),segment_id=8bda42e5-ade1-4be8-a5bd-d26e25dabc5d)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:39.825817 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3377aed2-c903-4455-8c0d-2dee3bbc60f7 req-e93561ae-bb84-4760-b564-532442025fdc tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (8c0d0426-c406-4947-a836-3a354475d9e8), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:39.831553 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e8f02e56-264f-403d-b857-6b49c9493d5b req-305969a4-7dfe-4402-b6fe-0919dda3eb43 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/security-groups?id=4be7d298-ed72-4042-a619-4e2cd0f04c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456514 May 16 19:09:39.844207 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-3377aed2-c903-4455-8c0d-2dee3bbc60f7 req-e93561ae-bb84-4760-b564-532442025fdc tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Calling delete_port for 8c0d0426-c406-4947-a836-3a354475d9e8 owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:09:39.862127 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-9282b246-2d1d-4a92-823a-1c6d5c98da60 service neutron] 10.222.0.78 "GET /v2.0/networks/23312eb6-1c5a-4a7c-9757-f740aa6a7707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281872 May 16 19:09:39.969110 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094ef60-07cf-48db-9e3a-991f970ca7dd req-cb5d0d23-506a-4d5a-baf6-55535f002808 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:39.971040 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8094ef60-07cf-48db-9e3a-991f970ca7dd req-cb5d0d23-506a-4d5a-baf6-55535f002808 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.0562608 May 16 19:09:40.034064 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-2bdefcdc-0dc6-4e6a-b7c7-4c673fb52dcb req-f3a048f3-7ccf-4c40-90b2-628d1179ffad service neutron] 10.222.0.78 "GET /v2.0/networks/23312eb6-1c5a-4a7c-9757-f740aa6a7707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366611 May 16 19:09:40.035066 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8094ef60-07cf-48db-9e3a-991f970ca7dd req-48771d6c-4c0c-4a22-8e3f-8a33f422c972 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582938 May 16 19:09:40.090466 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3377aed2-c903-4455-8c0d-2dee3bbc60f7 req-e93561ae-bb84-4760-b564-532442025fdc tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (8c0d0426-c406-4947-a836-3a354475d9e8), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:40.095223 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69c1cb-8c95-43b8-a12a-71e6833f1d5b req-e3be8ecf-fb2c-4c22-ab43-54925606ce37 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:40.096803 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5d69c1cb-8c95-43b8-a12a-71e6833f1d5b req-e3be8ecf-fb2c-4c22-ab43-54925606ce37 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 943 time: 0.0607545 May 16 19:09:40.104015 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['8c0d0426-c406-4947-a836-3a354475d9e8'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:09:40.135839 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93561ae-bb84-4760-b564-532442025fdc tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Pushing event deleted for resources: {'Port': ['ID=8c0d0426-c406-4947-a836-3a354475d9e8,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:40.162539 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5d69c1cb-8c95-43b8-a12a-71e6833f1d5b req-53834ab0-fac1-4a27-b12d-029cead4fa00 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450282 May 16 19:09:40.170866 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-3377aed2-c903-4455-8c0d-2dee3bbc60f7 req-e93561ae-bb84-4760-b564-532442025fdc tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] No DVR routers for this DVR port 8c0d0426-c406-4947-a836-3a354475d9e8 on host hv-cinder-83998 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:09:40.173451 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-3377aed2-c903-4455-8c0d-2dee3bbc60f7 req-e93561ae-bb84-4760-b564-532442025fdc tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:40.176830 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3377aed2-c903-4455-8c0d-2dee3bbc60f7 req-e93561ae-bb84-4760-b564-532442025fdc tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.78 "DELETE /v2.0/ports/8c0d0426-c406-4947-a836-3a354475d9e8 HTTP/1.1" status: 204 len: 173 time: 0.6710150 May 16 19:09:40.177282 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9800de9c-1f95-4a73-9d93-34981c7b59d9', 'name': 'network-vif-deleted', 'tag': '8c0d0426-c406-4947-a836-3a354475d9e8'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:40.179581 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d605d5-cca0-4eeb-8a4f-19afa349bd1a" -d '{"events": [{"server_uuid": "9800de9c-1f95-4a73-9d93-34981c7b59d9", "name": "network-vif-deleted", "tag": "8c0d0426-c406-4947-a836-3a354475d9e8"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:40.215403 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5db222a-1130-4016-9a50-4038b0efd146 x-openstack-request-id: req-b5db222a-1130-4016-9a50-4038b0efd146 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:40.215689 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9800de9c-1f95-4a73-9d93-34981c7b59d9", "name": "network-vif-deleted", "tag": "8c0d0426-c406-4947-a836-3a354475d9e8", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:40.215936 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5db222a-1130-4016-9a50-4038b0efd146 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:40.216349 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5db222a-1130-4016-9a50-4038b0efd146'] response: {'server_uuid': '9800de9c-1f95-4a73-9d93-34981c7b59d9', 'name': 'network-vif-deleted', 'tag': '8c0d0426-c406-4947-a836-3a354475d9e8', 'status': 'completed', 'code': 200} May 16 19:09:40.925364 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ccfb1303-01d6-42dd-bc57-c3b0260f845e req-b0345d9d-ac4b-436f-bc00-80908c443926 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 210 time: 0.0266511 May 16 19:09:41.165425 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220655cd-324d-4312-8b9b-bc3bb42ebdad req-2a9d7876-a9c9-4096-a1d4-79f809ff47d6 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:41.166878 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-220655cd-324d-4312-8b9b-bc3bb42ebdad req-2a9d7876-a9c9-4096-a1d4-79f809ff47d6 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.0467465 May 16 19:09:41.216807 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-220655cd-324d-4312-8b9b-bc3bb42ebdad req-c3c092d6-fe46-43e0-8c60-8166870b87a8 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443172 May 16 19:09:41.280237 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc5abc-a092-423f-8059-6e680e72afda req-984ae976-5a57-466d-aaf9-29a640d19360 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:41.281731 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-bafc5abc-a092-423f-8059-6e680e72afda req-984ae976-5a57-466d-aaf9-29a640d19360 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 943 time: 0.0510132 May 16 19:09:41.327664 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-bafc5abc-a092-423f-8059-6e680e72afda req-35df3c4a-53aa-4da9-a85e-d0eb1eb0dd59 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398300 May 16 19:09:42.021132 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-64f3e8c6-6cb2-4bda-b0d0-3cdd917db92f req-4cb94b59-7ade-4925-9ea4-09b53bafb58a tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 210 time: 0.0284190 May 16 19:09:42.329075 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ae623-57f8-4636-bcb7-542b448e5b6d req-ed384bb3-8929-4694-a972-9565a661d219 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:42.330537 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-809ae623-57f8-4636-bcb7-542b448e5b6d req-ed384bb3-8929-4694-a972-9565a661d219 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.0471106 May 16 19:09:42.377138 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-809ae623-57f8-4636-bcb7-542b448e5b6d req-14cedb5f-0856-4560-b63d-be43535ae2f9 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409100 May 16 19:09:42.450960 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc0367-9fa3-4e9b-b518-a38870484efa req-4d5a6e51-be52-45f6-aa7d-3ae2f1c56a7d tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:42.452419 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-91bc0367-9fa3-4e9b-b518-a38870484efa req-4d5a6e51-be52-45f6-aa7d-3ae2f1c56a7d tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 943 time: 0.0560160 May 16 19:09:42.498769 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-91bc0367-9fa3-4e9b-b518-a38870484efa req-c138c496-1685-47eb-9648-b71a431c29bf tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398319 May 16 19:09:42.968977 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device a9b50efd-d418-4f1e-b592-cda807152a21 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:09:42.971157 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 8c0d0426-c406-4947-a836-3a354475d9e8 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:09:43.004762 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: 8c0d0426-c406-4947-a836-3a354475d9e8 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:09:43.005109 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 8c0d0426-c406-4947-a836-3a354475d9e8 not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:09:43.099805 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port a9b50efd-d418-4f1e-b592-cda807152a21, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a9b50efd-d418-4f1e-b592-cda807152a21,segment=NetworkSegment(de7a95bc-894b-4923-8b13-a7dfe10eddfb),segment_id=de7a95bc-894b-4923-8b13-a7dfe10eddfb)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:43.117139 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': 'a9b50efd-d418-4f1e-b592-cda807152a21', 'network_id': '23312eb6-1c5a-4a7c-9757-f740aa6a7707', 'port_id': 'a9b50efd-d418-4f1e-b592-cda807152a21', 'mac_address': 'fa:16:3e:29:b1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeaaa000-4281-4b2a-b215-606ec7f6081b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:09:43.150373 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port a9b50efd-d418-4f1e-b592-cda807152a21 is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:43.150767 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (a9b50efd-d418-4f1e-b592-cda807152a21), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:43.156391 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0ecb9cb5-326a-430c-9580-7f7ce6d52460 req-b5107e28-cd4d-47fb-b427-9b5372346675 tempest-VolumesActionsTest-1798082818 tempest-VolumesActionsTest-1798082818-project] 10.222.0.65 "GET /v2.0/ports?device_id=9800de9c-1f95-4a73-9d93-34981c7b59d9 HTTP/1.1" status: 200 len: 210 time: 0.0488214 May 16 19:09:43.164837 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b50efd-d418-4f1e-b592-cda807152a21 {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:09:43.185113 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port a9b50efd-d418-4f1e-b592-cda807152a21, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a9b50efd-d418-4f1e-b592-cda807152a21,segment=NetworkSegment(de7a95bc-894b-4923-8b13-a7dfe10eddfb),segment_id=de7a95bc-894b-4923-8b13-a7dfe10eddfb)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:43.189141 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (a9b50efd-d418-4f1e-b592-cda807152a21), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:43.262115 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=a9b50efd-d418-4f1e-b592-cda807152a21,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:43.341443 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f418fc-1817-4bb8-bc89-b0aac293af6d req-3d70f3a4-021b-4735-aefb-6c6b5488ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:43.343060 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-42f418fc-1817-4bb8-bc89-b0aac293af6d req-3d70f3a4-021b-4735-aefb-6c6b5488ad33 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70b756666b7843baa63dd49b0d871431&device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 1129 time: 0.0401428 May 16 19:09:43.493550 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e6429-74bb-4d14-bdf6-9e45c1d42ec7 req-895ef587-f771-4075-b467-1b04ec126d5c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:43.495090 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-973e6429-74bb-4d14-bdf6-9e45c1d42ec7 req-895ef587-f771-4075-b467-1b04ec126d5c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.0488269 May 16 19:09:43.550345 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-973e6429-74bb-4d14-bdf6-9e45c1d42ec7 req-1de1c224-82e7-4f74-8e19-f4e0b6d61fdb tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495090 May 16 19:09:43.617677 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b69a86-88f2-431b-ab38-5b7fa4f544de req-c9412233-45d1-4b2e-8e72-32627f969fba tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:43.619152 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-96b69a86-88f2-431b-ab38-5b7fa4f544de req-c9412233-45d1-4b2e-8e72-32627f969fba tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 944 time: 0.0462105 May 16 19:09:43.645753 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['a9b50efd-d418-4f1e-b592-cda807152a21'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:09:43.668507 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-96b69a86-88f2-431b-ab38-5b7fa4f544de req-a67f971f-d446-4397-9427-79fac151e1c5 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436404 May 16 19:09:43.798472 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f418fc-1817-4bb8-bc89-b0aac293af6d req-43509e60-ec22-4813-b76c-9bfaa5b884c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:43.799997 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-42f418fc-1817-4bb8-bc89-b0aac293af6d req-43509e60-ec22-4813-b76c-9bfaa5b884c2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 200 len: 919 time: 0.0939105 May 16 19:09:43.840363 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-42f418fc-1817-4bb8-bc89-b0aac293af6d req-5a5f2a28-c7df-4d88-bbcd-a09150b11a19 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9db1dad-2833-49cc-86f4-829cf582ab79 HTTP/1.1" status: 200 len: 217 time: 0.0340264 May 16 19:09:43.889633 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f418fc-1817-4bb8-bc89-b0aac293af6d req-17bd40d9-e6f4-49e4-9c37-bdc4eb9ba8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:43.891038 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-42f418fc-1817-4bb8-bc89-b0aac293af6d req-17bd40d9-e6f4-49e4-9c37-bdc4eb9ba8d5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ade8a152-1ee2-4456-af76-7bb459b607fb HTTP/1.1" status: 200 len: 857 time: 0.0435994 May 16 19:09:43.935308 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f418fc-1817-4bb8-bc89-b0aac293af6d req-89788a3f-a5d8-4673-84fa-06b06e10061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:43.936736 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-42f418fc-1817-4bb8-bc89-b0aac293af6d req-89788a3f-a5d8-4673-84fa-06b06e10061b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1cc3c61-1225-4d74-a272-e27badcaaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0389941 May 16 19:09:44.023772 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-42f418fc-1817-4bb8-bc89-b0aac293af6d req-54a5f6c2-9d77-4954-841e-1bb1f4791399 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801899 May 16 19:09:44.113164 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-42f418fc-1817-4bb8-bc89-b0aac293af6d req-ad7203a0-6bcf-4ba8-9575-910244486939 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825717 May 16 19:09:44.671213 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99341b-310e-44d3-a33c-1f40d05cbdb5 req-70851098-b30f-429f-9d28-f8e82bb9f258 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:44.672937 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-da99341b-310e-44d3-a33c-1f40d05cbdb5 req-70851098-b30f-429f-9d28-f8e82bb9f258 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.0507128 May 16 19:09:44.725928 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-da99341b-310e-44d3-a33c-1f40d05cbdb5 req-bdc789ab-a50b-4fc9-a63d-4696a92e1a7e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463665 May 16 19:09:44.790727 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72070239-0eaa-4164-8765-f3c35c8a6efb req-07003b38-bf58-46f1-85ad-a4b0e952d073 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:44.792238 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-72070239-0eaa-4164-8765-f3c35c8a6efb req-07003b38-bf58-46f1-85ad-a4b0e952d073 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 944 time: 0.0530415 May 16 19:09:44.840956 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-72070239-0eaa-4164-8765-f3c35c8a6efb req-d4033f76-628a-4f2c-80a9-dc73f82e393a tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418358 May 16 19:09:44.983835 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device a9b50efd-d418-4f1e-b592-cda807152a21 up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:09:45.028984 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port a9b50efd-d418-4f1e-b592-cda807152a21 completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:09:45.034359 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port a9b50efd-d418-4f1e-b592-cda807152a21 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:45.035268 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (a9b50efd-d418-4f1e-b592-cda807152a21), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:45.104926 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port a9b50efd-d418-4f1e-b592-cda807152a21 is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:45.105228 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (a9b50efd-d418-4f1e-b592-cda807152a21), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:45.127214 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd193c76-bc37-44aa-867e-918b679aabbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b50efd-d418-4f1e-b592-cda807152a21'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:09:45.129442 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad789e89-01ed-4e2f-8a15-f9c35e81c26b" -d '{"events": [{"server_uuid": "bd193c76-bc37-44aa-867e-918b679aabbc", "name": "network-vif-plugged", "status": "completed", "tag": "a9b50efd-d418-4f1e-b592-cda807152a21"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:09:45.142110 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port a9b50efd-d418-4f1e-b592-cda807152a21, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a9b50efd-d418-4f1e-b592-cda807152a21,segment=NetworkSegment(de7a95bc-894b-4923-8b13-a7dfe10eddfb),segment_id=de7a95bc-894b-4923-8b13-a7dfe10eddfb)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:45.145956 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (a9b50efd-d418-4f1e-b592-cda807152a21), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:45.170761 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3790d330-f1b4-4a19-97f5-47f9958af956 x-openstack-request-id: req-3790d330-f1b4-4a19-97f5-47f9958af956 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:09:45.171087 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd193c76-bc37-44aa-867e-918b679aabbc", "name": "network-vif-plugged", "status": "completed", "tag": "a9b50efd-d418-4f1e-b592-cda807152a21", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:09:45.171344 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3790d330-f1b4-4a19-97f5-47f9958af956 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:09:45.171732 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3790d330-f1b4-4a19-97f5-47f9958af956'] response: {'server_uuid': 'bd193c76-bc37-44aa-867e-918b679aabbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b50efd-d418-4f1e-b592-cda807152a21', 'code': 200} May 16 19:09:45.196941 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=a9b50efd-d418-4f1e-b592-cda807152a21,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:45.332789 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8714a-d915-4d68-9080-84a08949b60e req-840329cb-984f-4baf-b19a-65243423fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:45.334287 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-30e8714a-d915-4d68-9080-84a08949b60e req-840329cb-984f-4baf-b19a-65243423fe14 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 1129 time: 0.0383751 May 16 19:09:45.377687 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-30e8714a-d915-4d68-9080-84a08949b60e req-ed60ff7c-264a-4e16-b564-b6d4d4f45840 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367515 May 16 19:09:45.877916 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c4308-ed5f-4997-a746-e9e10bde4501 req-0d41923d-2afe-4e4e-a108-493fc04ff0fe tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:45.886501 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2d7c4308-ed5f-4997-a746-e9e10bde4501 req-0d41923d-2afe-4e4e-a108-493fc04ff0fe tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.0639942 May 16 19:09:45.899014 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55560) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:45.968379 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2d7c4308-ed5f-4997-a746-e9e10bde4501 req-1bb35d4d-f871-4a31-a59d-113ae404dabc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809503 May 16 19:09:45.989944 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8b9ab-2bc6-4afc-a641-7bcf8ea23181 req-291eab10-8552-459a-9de0-c4bf9715a078 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:45.992845 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0fa8b9ab-2bc6-4afc-a641-7bcf8ea23181 req-291eab10-8552-459a-9de0-c4bf9715a078 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 945 time: 0.0699031 May 16 19:09:46.051106 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:46.052439 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0fa8b9ab-2bc6-4afc-a641-7bcf8ea23181 req-a28adc8b-ef39-440b-bbe6-5441b5cda167 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537958 May 16 19:09:46.138438 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] Publish callbacks [] for security_group (6b8daea1-5968-4cea-819b-a372aa90b4f4), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:46.143719 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (6b8daea1-5968-4cea-819b-a372aa90b4f4), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:46.188265 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=66bb6012b1674ee4bad8b8f896f34828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878716 May 16 19:09:46.188471 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 55582) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:46.189068 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8daea1-5968-4cea-819b-a372aa90b4f4,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:46.198075 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.198428 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.198970 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.199458 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.200192 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.200820 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.201886 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.202403 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.202894 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.203393 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.204371 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.204900 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.205385 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.205868 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.206427 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc6dd1-f23e-4cb7-9c71-04af6da54c37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.243929 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Publish callbacks [] for security_group (6b8daea1-5968-4cea-819b-a372aa90b4f4), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:46.268603 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Publish callbacks [] for security_group (6b8daea1-5968-4cea-819b-a372aa90b4f4), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:46.322442 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (6b8daea1-5968-4cea-819b-a372aa90b4f4), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:46.325243 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:46.326604 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6b8daea1-5968-4cea-819b-a372aa90b4f4 HTTP/1.1" status: 204 len: 168 time: 0.1374090 May 16 19:09:46.335631 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8daea1-5968-4cea-819b-a372aa90b4f4,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:46.344393 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.344868 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.345288 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.345702 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.346108 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.346508 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.346976 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.348148 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.348589 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.348968 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.349525 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.350022 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.350641 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.351136 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.351465 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93156b1-2da3-41a4-8c35-75941ebb66d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:46.896468 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 55598) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:47.065009 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-854d3d8a-c12c-4cf7-8780-9c97af1aff7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:47.140421 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d23cb-9d4a-47a7-b720-399feb24e889 req-5e5e2ecf-8e9c-41b0-beb6-d7f7b107451b tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:47.142002 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-362d23cb-9d4a-47a7-b720-399feb24e889 req-5e5e2ecf-8e9c-41b0-beb6-d7f7b107451b tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.0681019 May 16 19:09:47.239617 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc94d17-bf82-472d-a722-f8a8399f5f33 req-27338b76-88e2-452a-be9b-4608d9eb33ba tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:47.241296 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-cfc94d17-bf82-472d-a722-f8a8399f5f33 req-27338b76-88e2-452a-be9b-4608d9eb33ba tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 945 time: 0.1073740 May 16 19:09:47.271944 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-362d23cb-9d4a-47a7-b720-399feb24e889 req-04058876-0184-4ff6-94a5-abc2dc45bcc7 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145039 May 16 19:09:47.287745 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-854d3d8a-c12c-4cf7-8780-9c97af1aff7b admin admin] Publish callbacks [] for security_group (99323a90-cc8c-46b3-ac69-e4133c438605), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:47.294970 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-854d3d8a-c12c-4cf7-8780-9c97af1aff7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (99323a90-cc8c-46b3-ac69-e4133c438605), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:47.336443 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-cfc94d17-bf82-472d-a722-f8a8399f5f33 req-bac18448-8473-4b56-9882-4ca9accacbf9 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872719 May 16 19:09:47.358657 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-854d3d8a-c12c-4cf7-8780-9c97af1aff7b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=71203b8acb2b475d987b7b91beedea3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4580140 May 16 19:09:47.358657 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d3d8a-c12c-4cf7-8780-9c97af1aff7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99323a90-cc8c-46b3-ac69-e4133c438605,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:47.359252 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55612) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:47.417190 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-689e05e1-b761-41d4-bcfe-8e1e53772577 admin admin] Publish callbacks [] for security_group (99323a90-cc8c-46b3-ac69-e4133c438605), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:47.441074 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-689e05e1-b761-41d4-bcfe-8e1e53772577 admin admin] Publish callbacks [] for security_group (99323a90-cc8c-46b3-ac69-e4133c438605), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:47.496005 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-689e05e1-b761-41d4-bcfe-8e1e53772577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (99323a90-cc8c-46b3-ac69-e4133c438605), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:47.498669 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-689e05e1-b761-41d4-bcfe-8e1e53772577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:47.499970 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-689e05e1-b761-41d4-bcfe-8e1e53772577 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/99323a90-cc8c-46b3-ac69-e4133c438605 HTTP/1.1" status: 204 len: 168 time: 0.1396186 May 16 19:09:47.511648 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e05e1-b761-41d4-bcfe-8e1e53772577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99323a90-cc8c-46b3-ac69-e4133c438605,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:48.274644 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55638) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:48.402405 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-d92c61f3-9042-4929-82fd-dd375f58bb3e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-206567709-network', 'tenant_id': '59c811a30ef74f329f5d72d605a56444'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:48.442388 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92c61f3-9042-4929-82fd-dd375f58bb3e admin admin] Made reservation on behalf of 59c811a30ef74f329f5d72d605a56444 for: {'network': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:48.445149 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d92c61f3-9042-4929-82fd-dd375f58bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for network (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.454620 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d92c61f3-9042-4929-82fd-dd375f58bb3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.484999 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff47c2-1b04-42ed-86f0-6fbb01fb23e8 req-b7e4f3fb-d876-43dd-911c-0eb5a3738e0c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:48.487101 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f7ff47c2-1b04-42ed-86f0-6fbb01fb23e8 req-b7e4f3fb-d876-43dd-911c-0eb5a3738e0c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.1207292 May 16 19:09:48.510116 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd7d087-8623-4a00-b1a9-61c8d3a423b6 req-35c72180-c323-4be7-9ef3-7d2353f5691f tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:48.517115 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9cd7d087-8623-4a00-b1a9-61c8d3a423b6 req-35c72180-c323-4be7-9ef3-7d2353f5691f tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 945 time: 0.0783441 May 16 19:09:48.565574 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d92c61f3-9042-4929-82fd-dd375f58bb3e admin admin] Publish callbacks [] for security_group (f4048705-d7f3-42ab-be06-eaafde746a05), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.572003 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d92c61f3-9042-4929-82fd-dd375f58bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (f4048705-d7f3-42ab-be06-eaafde746a05), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.597938 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9cd7d087-8623-4a00-b1a9-61c8d3a423b6 req-46569ea7-e31b-4b53-98ab-0593a9b80de3 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775235 May 16 19:09:48.625018 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f7ff47c2-1b04-42ed-86f0-6fbb01fb23e8 req-e6391848-6380-4c47-85e5-27845b4c7a67 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318915 May 16 19:09:48.637301 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92c61f3-9042-4929-82fd-dd375f58bb3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:09:48.665879 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d92c61f3-9042-4929-82fd-dd375f58bb3e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410173453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (9ae41167-1f4c-4f91-b2ba-10e2906cf444), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.666354 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.segments_db [None req-d92c61f3-9042-4929-82fd-dd375f58bb3e admin admin] Added segment 9ae41167-1f4c-4f91-b2ba-10e2906cf444 of type vlan for network 6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 May 16 19:09:48.674289 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c61f3-9042-4929-82fd-dd375f58bb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4048705-d7f3-42ab-be06-eaafde746a05,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:48.731906 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d92c61f3-9042-4929-82fd-dd375f58bb3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409763997'] for network (6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.775413 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d92c61f3-9042-4929-82fd-dd375f58bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for network (6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.777301 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92c61f3-9042-4929-82fd-dd375f58bb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:48.778704 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d92c61f3-9042-4929-82fd-dd375f58bb3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:48.825371 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-d92c61f3-9042-4929-82fd-dd375f58bb3e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5493183 May 16 19:09:48.828884 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 55676) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:48.835808 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-ab890e9d-62e7-4109-a8c2-7baf6f44ff1d admin admin] Request body: {'subnet': {'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-206567709-subnet', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'ip_version': 4}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:48.865271 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c61f3-9042-4929-82fd-dd375f58bb3e admin admin] Pushing event updated for resources: {'Network': ['ID=6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:48.879683 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Network 6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 details requested by agent ovs-agent-dv-cinder-839987-5-smb with host dv-cinder-839987-5-smb {{(pid=103575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:09:48.885282 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab890e9d-62e7-4109-a8c2-7baf6f44ff1d admin admin] Made reservation on behalf of 59c811a30ef74f329f5d72d605a56444 for: {'subnet': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:48.892352 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ab890e9d-62e7-4109-a8c2-7baf6f44ff1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125931047'] for subnet (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:49.146190 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ab890e9d-62e7-4109-a8c2-7baf6f44ff1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127131065', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125931057'] for subnet (478c6510-2ff9-464a-aaea-d94252c2b18b), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:49.188906 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab890e9d-62e7-4109-a8c2-7baf6f44ff1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=478c6510-2ff9-464a-aaea-d94252c2b18b,revision_number=0']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:49.229049 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab890e9d-62e7-4109-a8c2-7baf6f44ff1d admin admin] Checking segment: {'id': '9ae41167-1f4c-4f91-b2ba-10e2906cf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103573) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:49.229407 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab890e9d-62e7-4109-a8c2-7baf6f44ff1d admin admin] Network hostable DHCP agents. Network: 6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1, hostable agents: ['32740b08-508b-41fc-82a0-fe5ed2f5692a'], hosted agents: [] {{(pid=103573) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:09:49.266249 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab890e9d-62e7-4109-a8c2-7baf6f44ff1d admin admin] Network 6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 is scheduled to be hosted by DHCP agent 32740b08-508b-41fc-82a0-fe5ed2f5692a with binding_index 1 {{(pid=103573) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:09:49.286445 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-ab890e9d-62e7-4109-a8c2-7baf6f44ff1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-5-smb, 6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1) {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:49.302542 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab890e9d-62e7-4109-a8c2-7baf6f44ff1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:49.303429 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ab890e9d-62e7-4109-a8c2-7baf6f44ff1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:49.311161 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8569b4d5-b630-48df-a2a2-24a99011124d None None] Network 6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:09:49.324673 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-ab890e9d-62e7-4109-a8c2-7baf6f44ff1d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4943666 May 16 19:09:49.332627 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 55694) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:49.341143 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-206567709-router', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf'}}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:49.380237 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3945490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (0b9b4810-25f8-4b75-8ae1-008cd8d59988), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:49.382533 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3945702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3944459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router (0b9b4810-25f8-4b75-8ae1-008cd8d59988), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:49.460296 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2076c188-5255-5bc7-a072-6101fc46504d-6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1', 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1', 'project_id': '59c811a30ef74f329f5d72d605a56444', 'fixed_ips': [{'subnet_id': '478c6510-2ff9-464a-aaea-d94252c2b18b'}]}} from dv-cinder-839987-5-smb. {{(pid=103575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:09:49.461787 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:49.493135 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] Publish callbacks [] for router_controller (0b9b4810-25f8-4b75-8ae1-008cd8d59988), precommit_add_association {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:49.578068 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd70b0d-8462-4e41-9dd1-8e6fb03ed8f1 req-5030f4a6-650c-4e8b-8628-05a5533b217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:49.580360 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9dd70b0d-8462-4e41-9dd1-8e6fb03ed8f1 req-5030f4a6-650c-4e8b-8628-05a5533b217f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 1129 time: 0.0595837 May 16 19:09:49.647384 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9dd70b0d-8462-4e41-9dd1-8e6fb03ed8f1 req-9460f9dc-f7fd-4966-a182-b02d14714749 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605698 May 16 19:09:49.666396 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Allocated IP 172.20.0.2 (6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1/478c6510-2ff9-464a-aaea-d94252c2b18b/7f886148-8365-4caa-bd0a-76ea96029044) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:09:49.692052 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] Publish callbacks [] for router_gateway (0b9b4810-25f8-4b75-8ae1-008cd8d59988), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:49.828217 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21f2e0-0f14-4de1-91ee-046b59bc271c req-24b30d69-1d00-4b11-838c-8d0f57d22c86 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:49.829951 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-cb21f2e0-0f14-4de1-91ee-046b59bc271c req-24b30d69-1d00-4b11-838c-8d0f57d22c86 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.1215148 May 16 19:09:49.929348 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-cb21f2e0-0f14-4de1-91ee-046b59bc271c req-2283c812-208a-4a8c-8d7e-385688045a95 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909266 May 16 19:09:50.068079 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Publish callbacks [] for port (7f886148-8365-4caa-bd0a-76ea96029044), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.074013 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] Publish callbacks [] for router_gateway (0b9b4810-25f8-4b75-8ae1-008cd8d59988), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.077025 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (7f886148-8365-4caa-bd0a-76ea96029044), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.094661 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.118688 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Network 6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:09:50.121977 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:50.125829 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:09:50.166281 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Pushing event updated for resources: {'Port': ['ID=7f886148-8365-4caa-bd0a-76ea96029044,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:50.177746 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:50.178095 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:50.178470 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:50.178883 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:50.179157 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:50.179451 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:50.179799 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:50.180099 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:50.180452 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:50.180826 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:50.181195 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:50.181488 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:50.181889 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:50.182131 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:50.182483 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:09:50.219721 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Attempting to bind port 7f886148-8365-4caa-bd0a-76ea96029044 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:09:50.219931 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Attempting to bind port 7f886148-8365-4caa-bd0a-76ea96029044 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': '9ae41167-1f4c-4f91-b2ba-10e2906cf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:09:50.220182 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Attempting to bind port 7f886148-8365-4caa-bd0a-76ea96029044 on network 6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:09:50.226602 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:09:50.226979 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Checking segment: {'id': '9ae41167-1f4c-4f91-b2ba-10e2906cf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:50.227386 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.227774 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Bound using segment: {'id': '9ae41167-1f4c-4f91-b2ba-10e2906cf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:09:50.228242 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Bound port: 7f886148-8365-4caa-bd0a-76ea96029044, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae41167-1f4c-4f91-b2ba-10e2906cf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:09:50.228715 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (7f886148-8365-4caa-bd0a-76ea96029044), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.241200 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] Allocated IP 172.28.3.9 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/6d4ee18a-7333-44a1-b674-4de254f8cf26) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:09:50.302146 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] For port 7f886148-8365-4caa-bd0a-76ea96029044, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:09:50.305842 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] For port 7f886148-8365-4caa-bd0a-76ea96029044, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=7f886148-8365-4caa-bd0a-76ea96029044,segment=NetworkSegment(9ae41167-1f4c-4f91-b2ba-10e2906cf444),segment_id=9ae41167-1f4c-4f91-b2ba-10e2906cf444)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:09:50.312580 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (7f886148-8365-4caa-bd0a-76ea96029044), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.372510 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01374479-dd2d-492c-adaa-bcfd899b5775 None None] Pushing event updated for resources: {'Port': ['ID=7f886148-8365-4caa-bd0a-76ea96029044,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:50.429719 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] Publish callbacks [] for port (6d4ee18a-7333-44a1-b674-4de254f8cf26), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.463282 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (6d4ee18a-7333-44a1-b674-4de254f8cf26), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:50.515254 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] Pushing event updated for resources: {'Port': ['ID=6d4ee18a-7333-44a1-b674-4de254f8cf26,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:50.538311 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:09:50.539820 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:50.542535 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:09:50.866791 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] Publish callbacks [] for router_gateway (0b9b4810-25f8-4b75-8ae1-008cd8d59988), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:51.074444 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8958d-1e37-4544-b438-bfb286040785 req-c71f88da-f28f-48e2-a1d3-7611928fd3a8 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:51.075809 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-82a8958d-1e37-4544-b438-bfb286040785 req-c71f88da-f28f-48e2-a1d3-7611928fd3a8 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.0623610 May 16 19:09:51.132861 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3945631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3944668'] for router (0b9b4810-25f8-4b75-8ae1-008cd8d59988), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:51.190255 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-82a8958d-1e37-4544-b438-bfb286040785 req-3ed7acf6-0597-4de8-8dc2-93d1e7cd4f83 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912187 May 16 19:09:51.291143 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] Router 0b9b4810-25f8-4b75-8ae1-008cd8d59988 is scheduled to L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf with binding_index 1 {{(pid=103573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 19:09:51.424967 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:09:51.437873 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Sync routers for ids ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:09:51.447336 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:51.448494 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-37b3c5dc-a33c-4c6c-bb3d-a486b0b326e8 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.1146693 May 16 19:09:51.451741 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 55726) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:51.452426 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Routers {'0b9b4810-25f8-4b75-8ae1-008cd8d59988'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:09:51.453159 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:09:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:51.597812 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Set router 0b9b4810-25f8-4b75-8ae1-008cd8d59988 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:09:51.814354 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d0dbb5-647a-4591-8eb4-7685e5cc135c None None] Network 6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:09:51.941564 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'name': 'tempest-TestShelveInstance-206567709-router', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:49Z', 'updated_at': '2022-05-16T19:09:50Z', 'revision_number': 3, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'gw_port': {'id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:50Z', 'updated_at': '2022-05-16T19:09:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:51.977166 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Checking router: 0b9b4810-25f8-4b75-8ae1-008cd8d59988 for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:09:51.977525 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Updating router 0b9b4810-25f8-4b75-8ae1-008cd8d59988 port 6d4ee18a-7333-44a1-b674-4de254f8cf26 binding host dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:09:51.985822 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-03701288-0609-4b23-a2dd-b8b54b03c849 None None] Provisioning complete for port 7f886148-8365-4caa-bd0a-76ea96029044 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:51.986443 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-03701288-0609-4b23-a2dd-b8b54b03c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (7f886148-8365-4caa-bd0a-76ea96029044), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.011887 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (6d4ee18a-7333-44a1-b674-4de254f8cf26), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.012997 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 7f886148-8365-4caa-bd0a-76ea96029044 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:09:52.141106 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-03701288-0609-4b23-a2dd-b8b54b03c849 None None] Current status of the port 7f886148-8365-4caa-bd0a-76ea96029044 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:52.141781 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-03701288-0609-4b23-a2dd-b8b54b03c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (7f886148-8365-4caa-bd0a-76ea96029044), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.188794 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 7f886148-8365-4caa-bd0a-76ea96029044 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:52.189161 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (7f886148-8365-4caa-bd0a-76ea96029044), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.313934 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-03701288-0609-4b23-a2dd-b8b54b03c849 None None] For port 7f886148-8365-4caa-bd0a-76ea96029044, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=7f886148-8365-4caa-bd0a-76ea96029044,segment=NetworkSegment(9ae41167-1f4c-4f91-b2ba-10e2906cf444),segment_id=9ae41167-1f4c-4f91-b2ba-10e2906cf444)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:52.387657 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 7f886148-8365-4caa-bd0a-76ea96029044 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:52.388218 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (7f886148-8365-4caa-bd0a-76ea96029044), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.406377 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-03701288-0609-4b23-a2dd-b8b54b03c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (7f886148-8365-4caa-bd0a-76ea96029044), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.492825 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03701288-0609-4b23-a2dd-b8b54b03c849 None None] Pushing event updated for resources: {'Port': ['ID=7f886148-8365-4caa-bd0a-76ea96029044,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:52.500958 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Publish callbacks [] for port (6d4ee18a-7333-44a1-b674-4de254f8cf26), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.521194 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (6d4ee18a-7333-44a1-b674-4de254f8cf26), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.535190 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b6860-81e4-4a03-ba65-eaa4026e9eef req-2cb7bef1-d5be-404e-92f0-36f46b4dc514 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:52.546510 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-748b6860-81e4-4a03-ba65-eaa4026e9eef req-2cb7bef1-d5be-404e-92f0-36f46b4dc514 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.2100377 May 16 19:09:52.554229 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.db.api [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103575) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 16 19:09:52.554561 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG oslo_db.api [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 16 19:09:52.566412 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-d6fc70d7-bb6b-4380-aa90-6222821e2bbc None None] Provisioning complete for port 7f886148-8365-4caa-bd0a-76ea96029044 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:52.566887 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-d6fc70d7-bb6b-4380-aa90-6222821e2bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (7f886148-8365-4caa-bd0a-76ea96029044), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.582870 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Attempting to bind port 6d4ee18a-7333-44a1-b674-4de254f8cf26 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:09:52.584405 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Attempting to bind port 6d4ee18a-7333-44a1-b674-4de254f8cf26 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:09:52.584792 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Attempting to bind port 6d4ee18a-7333-44a1-b674-4de254f8cf26 on network 76eed255-df50-4913-937a-329b4f129daf {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:09:52.636877 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7e1b65c2-bd7d-4533-8939-b82e3c90e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.652503 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:09:52.652900 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Checking segment: {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:52.653807 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.654209 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Bound using segment: {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:09:52.654675 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Bound port: 6d4ee18a-7333-44a1-b674-4de254f8cf26, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'}}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:09:52.655050 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (6d4ee18a-7333-44a1-b674-4de254f8cf26), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.660216 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc70d7-bb6b-4380-aa90-6222821e2bbc None None] Current status of the port 7f886148-8365-4caa-bd0a-76ea96029044 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:52.665496 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-748b6860-81e4-4a03-ba65-eaa4026e9eef req-57d082af-07ed-49bd-8fe2-ab22c9feffd9 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179314 May 16 19:09:52.730761 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] For port 6d4ee18a-7333-44a1-b674-4de254f8cf26, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:09:52.733884 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] For port 6d4ee18a-7333-44a1-b674-4de254f8cf26, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=6d4ee18a-7333-44a1-b674-4de254f8cf26,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:09:52.736610 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ff751-7e37-48de-8830-9042a7ad894f None None] Pushing event updated for resources: {'Port': ['ID=6d4ee18a-7333-44a1-b674-4de254f8cf26,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:52.742466 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (6d4ee18a-7333-44a1-b674-4de254f8cf26), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:52.796377 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Routers {'0b9b4810-25f8-4b75-8ae1-008cd8d59988'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:09:52.797043 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:09:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:52.913480 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-7e1b65c2-bd7d-4533-8939-b82e3c90e9b6 admin admin] Allocated IP 172.20.0.1 (6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1/478c6510-2ff9-464a-aaea-d94252c2b18b/2a6b5457-a6f1-45fe-aa49-a0f662903b03) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:09:52.934696 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] Set router 0b9b4810-25f8-4b75-8ae1-008cd8d59988 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:09:52.937525 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ff751-7e37-48de-8830-9042a7ad894f None None] Pushing event updated for resources: {'Port': ['ID=6d4ee18a-7333-44a1-b674-4de254f8cf26,revision_number=3']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:53.041687 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89a623-8d1e-4d7f-82a0-06aeccb9856c req-e2a2206a-2525-4754-926e-44c7241164a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:53.046641 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-5e89a623-8d1e-4d7f-82a0-06aeccb9856c req-e2a2206a-2525-4754-926e-44c7241164a1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70b756666b7843baa63dd49b0d871431&device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 1129 time: 0.0785236 May 16 19:09:53.120928 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 7f886148-8365-4caa-bd0a-76ea96029044 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:53.175030 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'name': 'tempest-TestShelveInstance-206567709-router', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:49Z', 'updated_at': '2022-05-16T19:09:50Z', 'revision_number': 3, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'gw_port': {'id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:50Z', 'updated_at': '2022-05-16T19:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:53.190621 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a775abe-652e-4d7e-8eec-e7f28e31d31c req-b988c3dc-9a6c-4ac2-a491-b91252dcb0e3 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:53.192457 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1a775abe-652e-4d7e-8eec-e7f28e31d31c req-b988c3dc-9a6c-4ac2-a491-b91252dcb0e3 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.1170106 May 16 19:09:53.197747 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7e1b65c2-bd7d-4533-8939-b82e3c90e9b6 admin admin] Publish callbacks [] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:53.201037 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daf3471-5043-4722-aee7-5022d3e7c9fe None None] The sync data for ids ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'] in dv-cinder-839987-5-smb is: [{'id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'name': 'tempest-TestShelveInstance-206567709-router', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:49Z', 'updated_at': '2022-05-16T19:09:50Z', 'revision_number': 3, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'gw_port': {'id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:50Z', 'updated_at': '2022-05-16T19:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:09:53.212914 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89a623-8d1e-4d7f-82a0-06aeccb9856c req-49aa6fb3-8be9-4e3d-8b53-efa52e3a971e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:53.215254 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-5e89a623-8d1e-4d7f-82a0-06aeccb9856c req-49aa6fb3-8be9-4e3d-8b53-efa52e3a971e service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 200 len: 919 time: 0.1485407 May 16 19:09:53.277810 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-5e89a623-8d1e-4d7f-82a0-06aeccb9856c req-05a022ae-7971-4614-b387-8600663d7413 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9db1dad-2833-49cc-86f4-829cf582ab79 HTTP/1.1" status: 200 len: 217 time: 0.0524175 May 16 19:09:53.304114 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1a775abe-652e-4d7e-8eec-e7f28e31d31c req-7251d98f-0b27-4321-b526-3af48d6d5cc8 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039538 May 16 19:09:53.310500 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7e1b65c2-bd7d-4533-8939-b82e3c90e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:53.345550 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89a623-8d1e-4d7f-82a0-06aeccb9856c req-1d67511c-e2d4-4ff6-a230-1704d11b15c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:53.347073 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-5e89a623-8d1e-4d7f-82a0-06aeccb9856c req-1d67511c-e2d4-4ff6-a230-1704d11b15c2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ade8a152-1ee2-4456-af76-7bb459b607fb HTTP/1.1" status: 200 len: 857 time: 0.0613403 May 16 19:09:53.379764 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1b65c2-bd7d-4533-8939-b82e3c90e9b6 admin admin] Network 6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:09:53.387078 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-7e1b65c2-bd7d-4533-8939-b82e3c90e9b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:53.390360 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1b65c2-bd7d-4533-8939-b82e3c90e9b6 admin admin] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:09:53.411946 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89a623-8d1e-4d7f-82a0-06aeccb9856c req-f79e3086-45c6-4e2f-9a78-21c5aa60f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:53.416636 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-5e89a623-8d1e-4d7f-82a0-06aeccb9856c req-f79e3086-45c6-4e2f-9a78-21c5aa60f6e9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1cc3c61-1225-4d74-a272-e27badcaaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0603638 May 16 19:09:53.453573 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b65c2-bd7d-4533-8939-b82e3c90e9b6 admin admin] Pushing event updated for resources: {'Port': ['ID=2a6b5457-a6f1-45fe-aa49-a0f662903b03,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:53.506600 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7e1b65c2-bd7d-4533-8939-b82e3c90e9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3932657'] for router_interface (0b9b4810-25f8-4b75-8ae1-008cd8d59988), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:53.654914 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-5e89a623-8d1e-4d7f-82a0-06aeccb9856c req-698974ea-0c4b-4142-8717-497d39ca2ed4 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322953 May 16 19:09:53.816543 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7e1b65c2-bd7d-4533-8939-b82e3c90e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:53.822551 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-5e89a623-8d1e-4d7f-82a0-06aeccb9856c req-cf3eca6a-b75d-43d6-b922-3d414fa0242c service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557322 May 16 19:09:53.912023 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-b6ae182d-af46-40bd-9fbe-0779241654bc None None] Provisioning complete for port 2a6b5457-a6f1-45fe-aa49-a0f662903b03 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:53.912611 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b6ae182d-af46-40bd-9fbe-0779241654bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.033195 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-b6ae182d-af46-40bd-9fbe-0779241654bc None None] Port 2a6b5457-a6f1-45fe-aa49-a0f662903b03 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:09:54.078008 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 7f886148-8365-4caa-bd0a-76ea96029044 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:09:54.136200 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7e1b65c2-bd7d-4533-8939-b82e3c90e9b6 admin admin] Publish callbacks [] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.145115 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7e1b65c2-bd7d-4533-8939-b82e3c90e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127128894'] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.161104 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 7f886148-8365-4caa-bd0a-76ea96029044 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:54.161682 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (7f886148-8365-4caa-bd0a-76ea96029044), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.308927 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 7f886148-8365-4caa-bd0a-76ea96029044 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:54.308927 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 6d4ee18a-7333-44a1-b674-4de254f8cf26 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:09:54.387642 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b65c2-bd7d-4533-8939-b82e3c90e9b6 admin admin] Pushing event updated for resources: {'Port': ['ID=2a6b5457-a6f1-45fe-aa49-a0f662903b03,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:54.394352 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 6d4ee18a-7333-44a1-b674-4de254f8cf26 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:54.395058 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (6d4ee18a-7333-44a1-b674-4de254f8cf26), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.422107 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7e1b65c2-bd7d-4533-8939-b82e3c90e9b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3891522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3933115'] for router_interface (0b9b4810-25f8-4b75-8ae1-008cd8d59988), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.597883 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 6d4ee18a-7333-44a1-b674-4de254f8cf26 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:54.598467 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (6d4ee18a-7333-44a1-b674-4de254f8cf26), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.607624 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812de567-9a36-49d8-a0a8-f5cfc4214efc req-a6ddd529-8877-4549-9584-8aa49d44d8eb tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:54.609186 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-812de567-9a36-49d8-a0a8-f5cfc4214efc req-a6ddd529-8877-4549-9584-8aa49d44d8eb tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.0857112 May 16 19:09:54.632476 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] For port 6d4ee18a-7333-44a1-b674-4de254f8cf26, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=6d4ee18a-7333-44a1-b674-4de254f8cf26,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:54.639458 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (6d4ee18a-7333-44a1-b674-4de254f8cf26), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:54.685823 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1b65c2-bd7d-4533-8939-b82e3c90e9b6 admin admin] Network 6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:09:54.701207 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-7e1b65c2-bd7d-4533-8939-b82e3c90e9b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:54.730574 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Pushing event updated for resources: {'Port': ['ID=6d4ee18a-7333-44a1-b674-4de254f8cf26,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:54.855665 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-812de567-9a36-49d8-a0a8-f5cfc4214efc req-8c0873bc-8916-4f65-aae5-c7834e0f7259 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270510 May 16 19:09:54.941082 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1b65c2-bd7d-4533-8939-b82e3c90e9b6 admin admin] Router 0b9b4810-25f8-4b75-8ae1-008cd8d59988 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:09:54.996958 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-21bf0919-1f91-42fa-8c02-fe122cb9f46f None None] Provisioning complete for port 2a6b5457-a6f1-45fe-aa49-a0f662903b03 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:54.997655 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-21bf0919-1f91-42fa-8c02-fe122cb9f46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:55.077102 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-21bf0919-1f91-42fa-8c02-fe122cb9f46f None None] Port 2a6b5457-a6f1-45fe-aa49-a0f662903b03 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:09:55.077335 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1b65c2-bd7d-4533-8939-b82e3c90e9b6 admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:09:55.084750 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-7e1b65c2-bd7d-4533-8939-b82e3c90e9b6 admin admin] 10.222.0.65 "PUT /v2.0/routers/0b9b4810-25f8-4b75-8ae1-008cd8d59988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6320896 May 16 19:09:55.678683 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 55764) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:55.685705 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-b8437b9b-34e4-44fb-a227-302ead92200e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-904889569-network', 'tenant_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:55.707418 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8437b9b-34e4-44fb-a227-302ead92200e admin admin] Made reservation on behalf of 3bd8f40d0d59475abf4cbd0dbdd83e6a for: {'network': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:55.710058 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b8437b9b-34e4-44fb-a227-302ead92200e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for network (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:55.724456 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b8437b9b-34e4-44fb-a227-302ead92200e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:55.745387 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Sync routers for ids ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:09:55.759295 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Routers {'0b9b4810-25f8-4b75-8ae1-008cd8d59988'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:09:55.761855 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:09:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:55.855947 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b8437b9b-34e4-44fb-a227-302ead92200e admin admin] Publish callbacks [] for security_group (01dd1785-df8e-400f-ab7b-865810cd08ff), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:55.862417 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b8437b9b-34e4-44fb-a227-302ead92200e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (01dd1785-df8e-400f-ab7b-865810cd08ff), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:55.899753 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8437b9b-34e4-44fb-a227-302ead92200e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:09:55.936576 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8437b9b-34e4-44fb-a227-302ead92200e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dd1785-df8e-400f-ab7b-865810cd08ff,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:55.939419 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Set router 0b9b4810-25f8-4b75-8ae1-008cd8d59988 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:09:55.950082 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b8437b9b-34e4-44fb-a227-302ead92200e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410173453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (b5f1bf66-aa51-4217-bb4d-d13cc3d89b87), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:55.950502 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.segments_db [None req-b8437b9b-34e4-44fb-a227-302ead92200e admin admin] Added segment b5f1bf66-aa51-4217-bb4d-d13cc3d89b87 of type vlan for network 8fed1a36-bc16-4108-9423-66d3f673e43d May 16 19:09:55.972525 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 6d4ee18a-7333-44a1-b674-4de254f8cf26 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:09:56.068930 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf467c1c-1711-4688-a250-99fced276b0b req-7560993b-007d-4be6-b114-40a2f8f8072b tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:56.076222 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-bf467c1c-1711-4688-a250-99fced276b0b req-7560993b-007d-4be6-b114-40a2f8f8072b tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.0618455 May 16 19:09:56.102707 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 6d4ee18a-7333-44a1-b674-4de254f8cf26 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:56.103402 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (6d4ee18a-7333-44a1-b674-4de254f8cf26), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.112182 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b8437b9b-34e4-44fb-a227-302ead92200e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409763997'] for network (8fed1a36-bc16-4108-9423-66d3f673e43d), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.163527 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-bf467c1c-1711-4688-a250-99fced276b0b req-1f95ec99-910e-4ee8-89a2-2c775c2790f5 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863302 May 16 19:09:56.176845 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b8437b9b-34e4-44fb-a227-302ead92200e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for network (8fed1a36-bc16-4108-9423-66d3f673e43d), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.178301 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8437b9b-34e4-44fb-a227-302ead92200e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:56.179215 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b8437b9b-34e4-44fb-a227-302ead92200e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.222725 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-b8437b9b-34e4-44fb-a227-302ead92200e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5397053 May 16 19:09:56.223301 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55770) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:56.229530 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-9fb980ea-a2fa-42dd-b1d1-46f9df94c2f4 admin admin] Request body: {'subnet': {'network_id': '8fed1a36-bc16-4108-9423-66d3f673e43d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-904889569-subnet', 'tenant_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'ip_version': 4}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:56.277724 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8437b9b-34e4-44fb-a227-302ead92200e admin admin] Pushing event updated for resources: {'Network': ['ID=8fed1a36-bc16-4108-9423-66d3f673e43d,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:56.283377 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 6d4ee18a-7333-44a1-b674-4de254f8cf26 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:56.287464 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'name': 'tempest-TestShelveInstance-206567709-router', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:49Z', 'updated_at': '2022-05-16T19:09:53Z', 'revision_number': 4, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'gw_port': {'id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:50Z', 'updated_at': '2022-05-16T19:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': '2a6b5457-a6f1-45fe-aa49-a0f662903b03', 'name': '', 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'mac_address': 'fa:16:3e:64:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:52Z', 'updated_at': '2022-05-16T19:09:53Z', 'revision_number': 2, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'subnets': [{'id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:56.291952 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Network 8fed1a36-bc16-4108-9423-66d3f673e43d details requested by agent ovs-agent-dv-cinder-839987-5-smb with host dv-cinder-839987-5-smb {{(pid=103575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:09:56.298243 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb980ea-a2fa-42dd-b1d1-46f9df94c2f4 admin admin] Made reservation on behalf of 3bd8f40d0d59475abf4cbd0dbdd83e6a for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:09:56.300944 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9fb980ea-a2fa-42dd-b1d1-46f9df94c2f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112512'] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.328267 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Checking router: 0b9b4810-25f8-4b75-8ae1-008cd8d59988 for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:09:56.328657 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Updating router 0b9b4810-25f8-4b75-8ae1-008cd8d59988 port 2a6b5457-a6f1-45fe-aa49-a0f662903b03 binding host dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:09:56.404777 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.588649 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9fb980ea-a2fa-42dd-b1d1-46f9df94c2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125890962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112534'] for subnet (f6c92928-605d-4b98-b3c5-b803442b915a), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.652176 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb980ea-a2fa-42dd-b1d1-46f9df94c2f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6c92928-605d-4b98-b3c5-b803442b915a,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:56.659654 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb980ea-a2fa-42dd-b1d1-46f9df94c2f4 admin admin] Checking segment: {'id': 'b5f1bf66-aa51-4217-bb4d-d13cc3d89b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8fed1a36-bc16-4108-9423-66d3f673e43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:56.660312 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb980ea-a2fa-42dd-b1d1-46f9df94c2f4 admin admin] Network hostable DHCP agents. Network: 8fed1a36-bc16-4108-9423-66d3f673e43d, hostable agents: ['32740b08-508b-41fc-82a0-fe5ed2f5692a'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:09:56.679365 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb980ea-a2fa-42dd-b1d1-46f9df94c2f4 admin admin] Network 8fed1a36-bc16-4108-9423-66d3f673e43d is scheduled to be hosted by DHCP agent 32740b08-508b-41fc-82a0-fe5ed2f5692a with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:09:56.705989 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-9fb980ea-a2fa-42dd-b1d1-46f9df94c2f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-5-smb, 8fed1a36-bc16-4108-9423-66d3f673e43d) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:56.715156 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb980ea-a2fa-42dd-b1d1-46f9df94c2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:56.715764 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9fb980ea-a2fa-42dd-b1d1-46f9df94c2f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.723947 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86837830-23c8-4053-bbab-83efc86e13f3 None None] Network 8fed1a36-bc16-4108-9423-66d3f673e43d requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:09:56.735237 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-9fb980ea-a2fa-42dd-b1d1-46f9df94c2f4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5077965 May 16 19:09:56.735470 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55774) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:56.740690 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-904889569-router', 'tenant_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf'}}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:56.771824 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3945490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.773229 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3945702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3944459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router (7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:56.833302 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] Publish callbacks [] for router_controller (7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65), precommit_add_association {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.050487 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Publish callbacks [] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.092056 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.210850 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] Publish callbacks [] for router_gateway (7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.238450 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2076c188-5255-5bc7-a072-6101fc46504d-8fed1a36-bc16-4108-9423-66d3f673e43d', 'network_id': '8fed1a36-bc16-4108-9423-66d3f673e43d', 'project_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'fixed_ips': [{'subnet_id': 'f6c92928-605d-4b98-b3c5-b803442b915a'}]}} from dv-cinder-839987-5-smb. {{(pid=103575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:09:57.240413 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.263725 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13420e7c-07ba-43c5-bcc1-bb075bfacf8a None None] Pushing event updated for resources: {'Port': ['ID=2a6b5457-a6f1-45fe-aa49-a0f662903b03,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:57.433658 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984bda7-9be7-4ee9-bbd0-3b989fb67c3c req-43981979-956f-41c4-adc6-7e379ee38ddb tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:09:57.447128 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c984bda7-9be7-4ee9-bbd0-3b989fb67c3c req-43981979-956f-41c4-adc6-7e379ee38ddb tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.1259975 May 16 19:09:57.486579 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] Publish callbacks [] for router_gateway (7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.517321 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.558207 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c984bda7-9be7-4ee9-bbd0-3b989fb67c3c req-d482023b-bede-47af-811f-505f54630bd5 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095529 May 16 19:09:57.633684 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] Allocated IP 172.28.3.205 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/017eae7f-7c59-4fcd-a972-1fccf2eaef69) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:09:57.729668 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Attempting to bind port 2a6b5457-a6f1-45fe-aa49-a0f662903b03 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:09:57.730862 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Attempting to bind port 2a6b5457-a6f1-45fe-aa49-a0f662903b03 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': '9ae41167-1f4c-4f91-b2ba-10e2906cf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:09:57.731750 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Attempting to bind port 2a6b5457-a6f1-45fe-aa49-a0f662903b03 on network 6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:09:57.742662 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Allocated IP 172.20.0.2 (8fed1a36-bc16-4108-9423-66d3f673e43d/f6c92928-605d-4b98-b3c5-b803442b915a/106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:09:57.772757 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:09:57.773642 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Checking segment: {'id': '9ae41167-1f4c-4f91-b2ba-10e2906cf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:57.774632 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.775465 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Bound using segment: {'id': '9ae41167-1f4c-4f91-b2ba-10e2906cf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:09:57.776576 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Bound port: 2a6b5457-a6f1-45fe-aa49-a0f662903b03, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae41167-1f4c-4f91-b2ba-10e2906cf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:09:57.776722 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] Publish callbacks [] for port (017eae7f-7c59-4fcd-a972-1fccf2eaef69), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.777618 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.835934 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (017eae7f-7c59-4fcd-a972-1fccf2eaef69), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:57.890230 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:09:57.899184 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:57.903447 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:09:57.921203 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-83b20b38-0427-4aff-8c04-0b0ca712acd3 None None] Provisioning complete for port 2a6b5457-a6f1-45fe-aa49-a0f662903b03 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:57.921528 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-83b20b38-0427-4aff-8c04-0b0ca712acd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.014824 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-83b20b38-0427-4aff-8c04-0b0ca712acd3 None None] Port 2a6b5457-a6f1-45fe-aa49-a0f662903b03 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:09:58.054645 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] For port 2a6b5457-a6f1-45fe-aa49-a0f662903b03, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:09:58.074583 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] For port 2a6b5457-a6f1-45fe-aa49-a0f662903b03, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=2a6b5457-a6f1-45fe-aa49-a0f662903b03,segment=NetworkSegment(9ae41167-1f4c-4f91-b2ba-10e2906cf444),segment_id=9ae41167-1f4c-4f91-b2ba-10e2906cf444)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:09:58.094330 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.101508 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] Pushing event updated for resources: {'Port': ['ID=017eae7f-7c59-4fcd-a972-1fccf2eaef69,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:58.166297 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13420e7c-07ba-43c5-bcc1-bb075bfacf8a None None] Pushing event updated for resources: {'Port': ['ID=2a6b5457-a6f1-45fe-aa49-a0f662903b03,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:58.239572 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Routers {'0b9b4810-25f8-4b75-8ae1-008cd8d59988'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:09:58.240231 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:09:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:58.275716 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] Publish callbacks [] for router_gateway (7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.306877 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Publish callbacks [] for port (106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.331344 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.402958 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Pushing event updated for resources: {'Port': ['ID=106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:58.452543 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Network 8fed1a36-bc16-4108-9423-66d3f673e43d is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:09:58.456691 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:09:58.458716 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:09:58.521409 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] Set router 0b9b4810-25f8-4b75-8ae1-008cd8d59988 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:09:58.566313 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3945631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3944668'] for router (7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.590182 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Attempting to bind port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:09:58.590555 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Attempting to bind port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': 'b5f1bf66-aa51-4217-bb4d-d13cc3d89b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8fed1a36-bc16-4108-9423-66d3f673e43d'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:09:58.590918 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Attempting to bind port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a on network 8fed1a36-bc16-4108-9423-66d3f673e43d {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:09:58.605210 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:09:58.605555 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Checking segment: {'id': 'b5f1bf66-aa51-4217-bb4d-d13cc3d89b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8fed1a36-bc16-4108-9423-66d3f673e43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:09:58.605975 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.606350 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Bound using segment: {'id': 'b5f1bf66-aa51-4217-bb4d-d13cc3d89b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8fed1a36-bc16-4108-9423-66d3f673e43d'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:09:58.606847 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Bound port: 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f1bf66-aa51-4217-bb4d-d13cc3d89b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8fed1a36-bc16-4108-9423-66d3f673e43d'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:09:58.607202 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.719392 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-6957cd28-89a6-4cb8-85d2-ce3d5081461a None None] Provisioning complete for port 2a6b5457-a6f1-45fe-aa49-a0f662903b03 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:09:58.719796 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6957cd28-89a6-4cb8-85d2-ce3d5081461a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.742730 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] Router 7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65 is scheduled to L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf with binding_index 1 {{(pid=103574) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 19:09:58.865637 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] For port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:09:58.875893 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] For port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a,segment=NetworkSegment(b5f1bf66-aa51-4217-bb4d-d13cc3d89b87),segment_id=b5f1bf66-aa51-4217-bb4d-d13cc3d89b87)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:09:58.888214 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.938942 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:09:58.953351 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Sync routers for ids ['7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:09:58.966188 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:58.971030 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 55790) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:58.971766 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-f1b0a19a-f04a-4f28-b605-284965e16d6f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2345753 May 16 19:09:58.976068 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Routers {'7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:09:58.977705 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:09:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:59.027348 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'name': 'tempest-TestShelveInstance-206567709-router', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:49Z', 'updated_at': '2022-05-16T19:09:53Z', 'revision_number': 4, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'gw_port': {'id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:50Z', 'updated_at': '2022-05-16T19:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': '2a6b5457-a6f1-45fe-aa49-a0f662903b03', 'name': '', 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'mac_address': 'fa:16:3e:64:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:52Z', 'updated_at': '2022-05-16T19:09:58Z', 'revision_number': 4, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'subnets': [{'id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:09:59.117258 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6242bb-712d-43c0-994d-9134ca53f7fa None None] The sync data for ids ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'] in dv-cinder-839987-5-smb is: [{'id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'name': 'tempest-TestShelveInstance-206567709-router', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:49Z', 'updated_at': '2022-05-16T19:09:53Z', 'revision_number': 4, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'gw_port': {'id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:50Z', 'updated_at': '2022-05-16T19:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': '2a6b5457-a6f1-45fe-aa49-a0f662903b03', 'name': '', 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'mac_address': 'fa:16:3e:64:48:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:52Z', 'updated_at': '2022-05-16T19:09:58Z', 'revision_number': 4, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'subnets': [{'id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:09:59.247248 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Set router 7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:09:59.282143 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55798) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:59.288009 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-07136f62-0a8c-4970-951b-9c2ebc729975 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--204510556', 'description': 'tempest-description--1510504385'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:59.302592 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-6957cd28-89a6-4cb8-85d2-ce3d5081461a None None] Current status of the port 2a6b5457-a6f1-45fe-aa49-a0f662903b03 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:09:59.304875 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6957cd28-89a6-4cb8-85d2-ce3d5081461a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.382723 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed276e5-26f4-4075-8554-ceeacae52985 None None] Pushing event updated for resources: {'Port': ['ID=106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:59.427106 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-07136f62-0a8c-4970-951b-9c2ebc729975 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.555656 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-6957cd28-89a6-4cb8-85d2-ce3d5081461a None None] For port 2a6b5457-a6f1-45fe-aa49-a0f662903b03, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=2a6b5457-a6f1-45fe-aa49-a0f662903b03,segment=NetworkSegment(9ae41167-1f4c-4f91-b2ba-10e2906cf444),segment_id=9ae41167-1f4c-4f91-b2ba-10e2906cf444)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:09:59.604487 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6957cd28-89a6-4cb8-85d2-ce3d5081461a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.649511 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-07136f62-0a8c-4970-951b-9c2ebc729975 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for security_group (33e65be4-e30d-40b5-a19a-81beeea9e50b), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.672860 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-07136f62-0a8c-4970-951b-9c2ebc729975 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (33e65be4-e30d-40b5-a19a-81beeea9e50b), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.742256 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07136f62-0a8c-4970-951b-9c2ebc729975 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e65be4-e30d-40b5-a19a-81beeea9e50b,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:59.762066 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-07136f62-0a8c-4970-951b-9c2ebc729975 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:09:59.769487 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-07136f62-0a8c-4970-951b-9c2ebc729975 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4800889 May 16 19:09:59.769487 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55800) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:09:59.773099 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-8d8ca5ec-b646-4c13-923d-3eca98723cbf tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Request body: {'security_group_rule': {'security_group_id': '33e65be4-e30d-40b5-a19a-81beeea9e50b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:09:59.819295 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957cd28-89a6-4cb8-85d2-ce3d5081461a None None] Pushing event updated for resources: {'Port': ['ID=2a6b5457-a6f1-45fe-aa49-a0f662903b03,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:09:59.829403 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8d8ca5ec-b646-4c13-923d-3eca98723cbf tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for security_group_rule (e14ff0f8-7e82-4ebb-8fd0-bff48dd60a8c), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.017253 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'name': 'tempest-TestShelveInstance-904889569-router', 'tenant_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '017eae7f-7c59-4fcd-a972-1fccf2eaef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:56Z', 'updated_at': '2022-05-16T19:09:58Z', 'revision_number': 3, 'project_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'gw_port': {'id': '017eae7f-7c59-4fcd-a972-1fccf2eaef69', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:73:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:57Z', 'updated_at': '2022-05-16T19:09:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:00.037415 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8d8ca5ec-b646-4c13-923d-3eca98723cbf tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for security_group_rule (e14ff0f8-7e82-4ebb-8fd0-bff48dd60a8c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.048467 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8d8ca5ec-b646-4c13-923d-3eca98723cbf tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (e14ff0f8-7e82-4ebb-8fd0-bff48dd60a8c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.088742 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Checking router: 7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65 for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:10:00.089363 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Updating router 7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65 port 017eae7f-7c59-4fcd-a972-1fccf2eaef69 binding host dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:10:00.098780 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ca5ec-b646-4c13-923d-3eca98723cbf tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14ff0f8-7e82-4ebb-8fd0-bff48dd60a8c,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:00.116353 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8d8ca5ec-b646-4c13-923d-3eca98723cbf tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.118713 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-8d8ca5ec-b646-4c13-923d-3eca98723cbf tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3515601 May 16 19:10:00.122006 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55806) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:00.133304 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:00.140649 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-7a4a3644-4391-4521-93eb-4c12d986a5af tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Request body: {'security_group_rule': {'security_group_id': '33e65be4-e30d-40b5-a19a-81beeea9e50b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:00.182793 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (017eae7f-7c59-4fcd-a972-1fccf2eaef69), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.197440 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7a4a3644-4391-4521-93eb-4c12d986a5af tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for security_group_rule (c5be59b8-bdce-4d81-a835-12277b339f1b), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.217583 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59b0c32b-f9d3-4b76-aa6c-bf3d60e94b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.269980 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:00.270260 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.322059 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7a4a3644-4391-4521-93eb-4c12d986a5af tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for security_group_rule (c5be59b8-bdce-4d81-a835-12277b339f1b), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.336653 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7a4a3644-4391-4521-93eb-4c12d986a5af tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (c5be59b8-bdce-4d81-a835-12277b339f1b), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.355619 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a3644-4391-4521-93eb-4c12d986a5af tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5be59b8-bdce-4d81-a835-12277b339f1b,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:00.398507 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7a4a3644-4391-4521-93eb-4c12d986a5af tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.404717 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-7a4a3644-4391-4521-93eb-4c12d986a5af tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2653143 May 16 19:10:00.404717 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55810) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:00.412237 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-b4ce4fa8-a0f7-421f-800b-05eb25eec4fc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Request body: {'floatingip': {'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:00.501497 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4fa8-a0f7-421f-800b-05eb25eec4fc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.516304 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:00.516763 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.574946 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] For port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a,segment=NetworkSegment(b5f1bf66-aa51-4217-bb4d-d13cc3d89b87),segment_id=b5f1bf66-aa51-4217-bb4d-d13cc3d89b87)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:00.589532 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.591308 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 2a6b5457-a6f1-45fe-aa49-a0f662903b03 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:00.658344 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-59b0c32b-f9d3-4b76-aa6c-bf3d60e94b84 admin admin] Allocated IP 172.20.0.1 (8fed1a36-bc16-4108-9423-66d3f673e43d/f6c92928-605d-4b98-b3c5-b803442b915a/bce96cca-5656-4659-8cc2-60ce8b5174fc) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:10:00.768987 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4fa8-a0f7-421f-800b-05eb25eec4fc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.921158 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59b0c32b-f9d3-4b76-aa6c-bf3d60e94b84 admin admin] Publish callbacks [] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:00.995987 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Publish callbacks [] for port (017eae7f-7c59-4fcd-a972-1fccf2eaef69), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.023867 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (017eae7f-7c59-4fcd-a972-1fccf2eaef69), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.041780 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59b0c32b-f9d3-4b76-aa6c-bf3d60e94b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.094993 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Pushing event updated for resources: {'Port': ['ID=106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:01.100974 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 2a6b5457-a6f1-45fe-aa49-a0f662903b03 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:01.101633 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.134423 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-b4ce4fa8-a0f7-421f-800b-05eb25eec4fc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Allocated IP 172.28.3.184 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/ec410be7-658f-403f-b256-8427b7d69a72) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:10:01.146940 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b0c32b-f9d3-4b76-aa6c-bf3d60e94b84 admin admin] Network 8fed1a36-bc16-4108-9423-66d3f673e43d is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:01.162356 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-59b0c32b-f9d3-4b76-aa6c-bf3d60e94b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:01.167951 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b0c32b-f9d3-4b76-aa6c-bf3d60e94b84 admin admin] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:10:01.189255 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Attempting to bind port 017eae7f-7c59-4fcd-a972-1fccf2eaef69 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:10:01.189834 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Attempting to bind port 017eae7f-7c59-4fcd-a972-1fccf2eaef69 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:10:01.207826 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Attempting to bind port 017eae7f-7c59-4fcd-a972-1fccf2eaef69 on network 76eed255-df50-4913-937a-329b4f129daf {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:01.212904 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926f553-055d-44a7-a460-f5f1420b998a None None] Pushing event updated for resources: {'Port': ['ID=017eae7f-7c59-4fcd-a972-1fccf2eaef69,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:01.224169 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:10:01.224743 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Checking segment: {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:01.225235 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.225716 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Bound using segment: {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:10:01.226276 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Bound port: 017eae7f-7c59-4fcd-a972-1fccf2eaef69, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'}}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:10:01.227335 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (017eae7f-7c59-4fcd-a972-1fccf2eaef69), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.234947 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926f553-055d-44a7-a460-f5f1420b998a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:01.235178 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926f553-055d-44a7-a460-f5f1420b998a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:01.235579 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926f553-055d-44a7-a460-f5f1420b998a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:01.236035 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926f553-055d-44a7-a460-f5f1420b998a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:01.236459 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926f553-055d-44a7-a460-f5f1420b998a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:01.237532 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926f553-055d-44a7-a460-f5f1420b998a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:01.237955 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926f553-055d-44a7-a460-f5f1420b998a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:01.238372 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926f553-055d-44a7-a460-f5f1420b998a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:01.238964 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926f553-055d-44a7-a460-f5f1420b998a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:01.239502 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926f553-055d-44a7-a460-f5f1420b998a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:01.240044 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926f553-055d-44a7-a460-f5f1420b998a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:01.241155 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926f553-055d-44a7-a460-f5f1420b998a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:01.241590 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926f553-055d-44a7-a460-f5f1420b998a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:01.242014 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926f553-055d-44a7-a460-f5f1420b998a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:01.242434 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c926f553-055d-44a7-a460-f5f1420b998a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:01.254804 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0c32b-f9d3-4b76-aa6c-bf3d60e94b84 admin admin] Pushing event updated for resources: {'Port': ['ID=bce96cca-5656-4659-8cc2-60ce8b5174fc,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:01.281465 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59b0c32b-f9d3-4b76-aa6c-bf3d60e94b84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3932657'] for router_interface (7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.287246 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 2a6b5457-a6f1-45fe-aa49-a0f662903b03 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:01.305844 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08a0ecb-c681-43fd-aab4-26994647a8d6 None None] Network 8fed1a36-bc16-4108-9423-66d3f673e43d requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:10:01.389505 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] For port 017eae7f-7c59-4fcd-a972-1fccf2eaef69, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:10:01.399939 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] For port 017eae7f-7c59-4fcd-a972-1fccf2eaef69, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=017eae7f-7c59-4fcd-a972-1fccf2eaef69,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:10:01.417906 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (017eae7f-7c59-4fcd-a972-1fccf2eaef69), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.425830 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-91eec349-7c24-40e4-b938-27b7b2974b26 None None] Provisioning complete for port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:01.425830 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-91eec349-7c24-40e4-b938-27b7b2974b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.440784 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4fa8-a0f7-421f-800b-05eb25eec4fc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for port (ec410be7-658f-403f-b256-8427b7d69a72), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.507314 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4fa8-a0f7-421f-800b-05eb25eec4fc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (ec410be7-658f-403f-b256-8427b7d69a72), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.593897 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59b0c32b-f9d3-4b76-aa6c-bf3d60e94b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.606724 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926f553-055d-44a7-a460-f5f1420b998a None None] Pushing event updated for resources: {'Port': ['ID=017eae7f-7c59-4fcd-a972-1fccf2eaef69,revision_number=3']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:01.609758 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-91eec349-7c24-40e4-b938-27b7b2974b26 None None] Current status of the port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:01.623842 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Routers {'7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:01.624975 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:09:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:01.634935 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ce4fa8-a0f7-421f-800b-05eb25eec4fc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:01.664751 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-b4ce4fa8-a0f7-421f-800b-05eb25eec4fc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:01.669264 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ce4fa8-a0f7-421f-800b-05eb25eec4fc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:10:01.735294 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce4fa8-a0f7-421f-800b-05eb25eec4fc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Pushing event updated for resources: {'Port': ['ID=ec410be7-658f-403f-b256-8427b7d69a72,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:01.857787 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] Set router 7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:01.900798 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4fa8-a0f7-421f-800b-05eb25eec4fc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for floatingip (f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:01.959658 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4fa8-a0f7-421f-800b-05eb25eec4fc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (ec410be7-658f-403f-b256-8427b7d69a72), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.107147 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-6a0cda68-7485-4859-84c9-2f038784815f None None] Provisioning complete for port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:02.112094 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6a0cda68-7485-4859-84c9-2f038784815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.222069 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:02.222277 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59b0c32b-f9d3-4b76-aa6c-bf3d60e94b84 admin admin] Publish callbacks [] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.252108 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59b0c32b-f9d3-4b76-aa6c-bf3d60e94b84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127128894'] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.286279 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'name': 'tempest-TestShelveInstance-904889569-router', 'tenant_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '017eae7f-7c59-4fcd-a972-1fccf2eaef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:56Z', 'updated_at': '2022-05-16T19:10:01Z', 'revision_number': 4, 'project_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'gw_port': {'id': '017eae7f-7c59-4fcd-a972-1fccf2eaef69', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:73:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:57Z', 'updated_at': '2022-05-16T19:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'bce96cca-5656-4659-8cc2-60ce8b5174fc', 'name': '', 'network_id': '8fed1a36-bc16-4108-9423-66d3f673e43d', 'tenant_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'mac_address': 'fa:16:3e:55:a4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f6c92928-605d-4b98-b3c5-b803442b915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:00Z', 'updated_at': '2022-05-16T19:10:00Z', 'revision_number': 1, 'project_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'subnets': [{'id': 'f6c92928-605d-4b98-b3c5-b803442b915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:02.370471 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276cfbf2-8c47-40a1-9614-1db12db58617 None None] The sync data for ids ['7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65'] in dv-cinder-839987-5-smb is: [{'id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'name': 'tempest-TestShelveInstance-904889569-router', 'tenant_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '017eae7f-7c59-4fcd-a972-1fccf2eaef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:56Z', 'updated_at': '2022-05-16T19:10:01Z', 'revision_number': 4, 'project_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'gw_port': {'id': '017eae7f-7c59-4fcd-a972-1fccf2eaef69', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:73:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:57Z', 'updated_at': '2022-05-16T19:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'bce96cca-5656-4659-8cc2-60ce8b5174fc', 'name': '', 'network_id': '8fed1a36-bc16-4108-9423-66d3f673e43d', 'tenant_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'mac_address': 'fa:16:3e:55:a4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f6c92928-605d-4b98-b3c5-b803442b915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:00Z', 'updated_at': '2022-05-16T19:10:00Z', 'revision_number': 1, 'project_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'subnets': [{'id': 'f6c92928-605d-4b98-b3c5-b803442b915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:10:02.386463 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0c32b-f9d3-4b76-aa6c-bf3d60e94b84 admin admin] Pushing event updated for resources: {'Port': ['ID=bce96cca-5656-4659-8cc2-60ce8b5174fc,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:02.412868 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-6a0cda68-7485-4859-84c9-2f038784815f None None] Current status of the port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:02.418345 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-59b0c32b-f9d3-4b76-aa6c-bf3d60e94b84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3891522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3933115'] for router_interface (7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.421690 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-6a0cda68-7485-4859-84c9-2f038784815f None None] Provisioning complete for port bce96cca-5656-4659-8cc2-60ce8b5174fc triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:02.422060 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6a0cda68-7485-4859-84c9-2f038784815f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.469131 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:02.469495 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.472709 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4fa8-a0f7-421f-800b-05eb25eec4fc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for port (ec410be7-658f-403f-b256-8427b7d69a72), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.480372 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4fa8-a0f7-421f-800b-05eb25eec4fc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (ec410be7-658f-403f-b256-8427b7d69a72), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.518497 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-6a0cda68-7485-4859-84c9-2f038784815f None None] Port bce96cca-5656-4659-8cc2-60ce8b5174fc cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:10:02.524946 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-143d41c7-5c94-4d9b-811d-d8c177724623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.592262 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b0c32b-f9d3-4b76-aa6c-bf3d60e94b84 admin admin] Network 8fed1a36-bc16-4108-9423-66d3f673e43d is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:02.594238 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-59b0c32b-f9d3-4b76-aa6c-bf3d60e94b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:02.608369 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce4fa8-a0f7-421f-800b-05eb25eec4fc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Pushing event updated for resources: {'Port': ['ID=ec410be7-658f-403f-b256-8427b7d69a72,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:02.632058 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4fa8-a0f7-421f-800b-05eb25eec4fc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.663430 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4fa8-a0f7-421f-800b-05eb25eec4fc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.665161 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-b4ce4fa8-a0f7-421f-800b-05eb25eec4fc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2603831 May 16 19:10:02.668986 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:02.687998 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-756b6588-6217-4848-bccd-0aec873f1b67 None None] Provisioning complete for port bce96cca-5656-4659-8cc2-60ce8b5174fc triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:02.688374 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-756b6588-6217-4848-bccd-0aec873f1b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:02.772127 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-756b6588-6217-4848-bccd-0aec873f1b67 None None] Port bce96cca-5656-4659-8cc2-60ce8b5174fc cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:10:02.813393 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b0c32b-f9d3-4b76-aa6c-bf3d60e94b84 admin admin] Router 7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:10:02.985079 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b0c32b-f9d3-4b76-aa6c-bf3d60e94b84 admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:10:03.001702 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-59b0c32b-f9d3-4b76-aa6c-bf3d60e94b84 admin admin] 10.222.0.65 "PUT /v2.0/routers/7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0286729 May 16 19:10:03.003474 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-31078579-7e78-4da5-9e4f-d2bb8dfc91b7 None None] Provisioning complete for port bce96cca-5656-4659-8cc2-60ce8b5174fc triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:03.003908 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-31078579-7e78-4da5-9e4f-d2bb8dfc91b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:03.070030 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-31078579-7e78-4da5-9e4f-d2bb8dfc91b7 None None] Port bce96cca-5656-4659-8cc2-60ce8b5174fc cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:10:03.481563 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 55830) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:03.486100 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-011493f4-7148-40e5-8d72-eff7f16cdd25 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-963582148', 'description': 'tempest-secgroup-smoke-963582148 description', 'project_id': '59c811a30ef74f329f5d72d605a56444'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:03.533879 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-011493f4-7148-40e5-8d72-eff7f16cdd25 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:03.669548 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-011493f4-7148-40e5-8d72-eff7f16cdd25 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group (0c367c77-3690-4c05-bcef-35d59e82a877), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:03.678369 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-011493f4-7148-40e5-8d72-eff7f16cdd25 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (0c367c77-3690-4c05-bcef-35d59e82a877), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:03.724088 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-011493f4-7148-40e5-8d72-eff7f16cdd25 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:03.726209 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-011493f4-7148-40e5-8d72-eff7f16cdd25 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2434647 May 16 19:10:03.729246 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55838) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:03.740307 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-91f8627b-65d6-47f3-80d6-80049db435ba tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Request body: {'security_group_rule': {'security_group_id': '0c367c77-3690-4c05-bcef-35d59e82a877', 'project_id': '59c811a30ef74f329f5d72d605a56444', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:03.769584 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011493f4-7148-40e5-8d72-eff7f16cdd25 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c367c77-3690-4c05-bcef-35d59e82a877,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:03.772970 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-91f8627b-65d6-47f3-80d6-80049db435ba tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group_rule (32bc296d-ea3a-420e-b61e-76ef2eca159f), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:03.842406 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-66864514-6c8b-4945-a89b-bc5b328e08dc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--204510556&fields=id&tenant_id=70b756666b7843baa63dd49b0d871431 HTTP/1.1" status: 200 len: 267 time: 0.1003916 May 16 19:10:03.867198 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-91f8627b-65d6-47f3-80d6-80049db435ba tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group_rule (32bc296d-ea3a-420e-b61e-76ef2eca159f), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:03.875826 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-91f8627b-65d6-47f3-80d6-80049db435ba tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (32bc296d-ea3a-420e-b61e-76ef2eca159f), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:03.945355 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8627b-65d6-47f3-80d6-80049db435ba tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bc296d-ea3a-420e-b61e-76ef2eca159f,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:03.950895 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-91f8627b-65d6-47f3-80d6-80049db435ba tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:03.952735 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-91f8627b-65d6-47f3-80d6-80049db435ba tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2221484 May 16 19:10:03.958234 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55840) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:03.962927 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-f8049df2-01ee-43b0-aa8b-58c2c91250dc tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Request body: {'security_group_rule': {'security_group_id': '0c367c77-3690-4c05-bcef-35d59e82a877', 'project_id': '59c811a30ef74f329f5d72d605a56444', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:04.014862 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f8049df2-01ee-43b0-aa8b-58c2c91250dc tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group_rule (f6ba294c-146e-4128-b834-9b363a90af15), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.089148 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 017eae7f-7c59-4fcd-a972-1fccf2eaef69 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:04.140014 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f8049df2-01ee-43b0-aa8b-58c2c91250dc tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group_rule (f6ba294c-146e-4128-b834-9b363a90af15), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.155975 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f8049df2-01ee-43b0-aa8b-58c2c91250dc tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (f6ba294c-146e-4128-b834-9b363a90af15), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.212025 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.215353 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8049df2-01ee-43b0-aa8b-58c2c91250dc tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ba294c-146e-4128-b834-9b363a90af15,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:04.218411 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 017eae7f-7c59-4fcd-a972-1fccf2eaef69 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:04.218807 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (017eae7f-7c59-4fcd-a972-1fccf2eaef69), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.231071 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f8049df2-01ee-43b0-aa8b-58c2c91250dc tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.234678 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-f8049df2-01ee-43b0-aa8b-58c2c91250dc tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2728279 May 16 19:10:04.242325 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55846) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:04.249766 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-e94895bd-6b60-4e44-8acf-d26c3e770895 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Request body: {'security_group_rule': {'security_group_id': '0c367c77-3690-4c05-bcef-35d59e82a877', 'project_id': '59c811a30ef74f329f5d72d605a56444', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:04.298078 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e94895bd-6b60-4e44-8acf-d26c3e770895 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group_rule (17646c67-a4eb-442c-a04f-45563992ef4c), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.327542 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-92ce71c1-bbed-454e-b9a7-aa80a019f7eb tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:04.327872 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 017eae7f-7c59-4fcd-a972-1fccf2eaef69 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:04.328603 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (017eae7f-7c59-4fcd-a972-1fccf2eaef69), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.329476 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-92ce71c1-bbed-454e-b9a7-aa80a019f7eb tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/networks?id=c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 200 len: 818 time: 0.4862223 May 16 19:10:04.360974 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] For port 017eae7f-7c59-4fcd-a972-1fccf2eaef69, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=017eae7f-7c59-4fcd-a972-1fccf2eaef69,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:04.367050 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (017eae7f-7c59-4fcd-a972-1fccf2eaef69), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.376500 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-b6ca643b-eb32-4c1e-9604-fc8740eb3a6f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/quotas/70b756666b7843baa63dd49b0d871431 HTTP/1.1" status: 200 len: 375 time: 0.0401397 May 16 19:10:04.419610 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e94895bd-6b60-4e44-8acf-d26c3e770895 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group_rule (17646c67-a4eb-442c-a04f-45563992ef4c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.430564 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e94895bd-6b60-4e44-8acf-d26c3e770895 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (17646c67-a4eb-442c-a04f-45563992ef4c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.459370 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94895bd-6b60-4e44-8acf-d26c3e770895 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17646c67-a4eb-442c-a04f-45563992ef4c,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:04.469870 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Pushing event updated for resources: {'Port': ['ID=017eae7f-7c59-4fcd-a972-1fccf2eaef69,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:04.488124 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-e94895bd-6b60-4e44-8acf-d26c3e770895 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.492306 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-1ab66598-a810-4dd7-a92d-84b62c89811d tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=70b756666b7843baa63dd49b0d871431&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1068237 May 16 19:10:04.492917 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 55852) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:04.500307 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-70f9d169-09d4-45b3-9de0-48f3cf7f7559 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Request body: {'security_group_rule': {'security_group_id': '0c367c77-3690-4c05-bcef-35d59e82a877', 'project_id': '59c811a30ef74f329f5d72d605a56444', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:04.508436 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-e94895bd-6b60-4e44-8acf-d26c3e770895 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2649417 May 16 19:10:04.594030 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-70f9d169-09d4-45b3-9de0-48f3cf7f7559 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group_rule (8e635b8a-e790-43bb-98b0-457aace7ee3d), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.648153 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-0fcafa9c-b90f-4a52-bb1f-235e5199947c service neutron] 10.222.0.65 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335330 May 16 19:10:04.748488 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-70f9d169-09d4-45b3-9de0-48f3cf7f7559 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group_rule (8e635b8a-e790-43bb-98b0-457aace7ee3d), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.755788 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-70f9d169-09d4-45b3-9de0-48f3cf7f7559 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (8e635b8a-e790-43bb-98b0-457aace7ee3d), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.782988 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9d169-09d4-45b3-9de0-48f3cf7f7559 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e635b8a-e790-43bb-98b0-457aace7ee3d,revision_number=0']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:04.796707 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-70f9d169-09d4-45b3-9de0-48f3cf7f7559 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.797908 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-70f9d169-09d4-45b3-9de0-48f3cf7f7559 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3039250 May 16 19:10:04.801446 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55862) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:04.806841 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-10fb00e3-3c49-4ceb-a4be-aafd4d132448 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Request body: {'security_group_rule': {'security_group_id': '0c367c77-3690-4c05-bcef-35d59e82a877', 'project_id': '59c811a30ef74f329f5d72d605a56444', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:04.807012 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-1a62eeb5-d5f3-4ca7-a698-ae8a202a310f service neutron] 10.222.0.65 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494830 May 16 19:10:04.836037 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.securitygroups_db [None req-10fb00e3-3c49-4ceb-a4be-aafd4d132448 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Project 59c811a30ef74f329f5d72d605a56444 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 19:10:04.849179 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-10fb00e3-3c49-4ceb-a4be-aafd4d132448 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group_rule (bb40a563-a05f-4bb6-8f90-e679953d86b6), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.942941 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-10fb00e3-3c49-4ceb-a4be-aafd4d132448 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group_rule (bb40a563-a05f-4bb6-8f90-e679953d86b6), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.947534 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-10fb00e3-3c49-4ceb-a4be-aafd4d132448 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (bb40a563-a05f-4bb6-8f90-e679953d86b6), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.964419 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb00e3-3c49-4ceb-a4be-aafd4d132448 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb40a563-a05f-4bb6-8f90-e679953d86b6,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:04.990417 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-10fb00e3-3c49-4ceb-a4be-aafd4d132448 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:04.994452 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-10fb00e3-3c49-4ceb-a4be-aafd4d132448 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1888263 May 16 19:10:04.998173 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 55868) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:05.009180 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-0d4247cb-364a-440e-afab-b22c9124366f tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Request body: {'security_group_rule': {'security_group_id': '0c367c77-3690-4c05-bcef-35d59e82a877', 'project_id': '59c811a30ef74f329f5d72d605a56444', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:05.020542 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-44f14c2a-f36c-4c8f-8593-4af6f24de231 req-635d1219-0270-41a0-8847-8fafdf07c1bb tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 210 time: 0.0472724 May 16 19:10:05.026634 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4f20a4c3-2c8d-4ffb-ae89-e74dd5a81a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:05.051433 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.securitygroups_db [None req-0d4247cb-364a-440e-afab-b22c9124366f tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Project 59c811a30ef74f329f5d72d605a56444 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 19:10:05.073800 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0d4247cb-364a-440e-afab-b22c9124366f tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group_rule (f40695d4-005d-4b66-b306-3da42c7af394), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:05.192361 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0d4247cb-364a-440e-afab-b22c9124366f tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group_rule (f40695d4-005d-4b66-b306-3da42c7af394), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:05.200591 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0d4247cb-364a-440e-afab-b22c9124366f tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (f40695d4-005d-4b66-b306-3da42c7af394), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:05.251355 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4247cb-364a-440e-afab-b22c9124366f tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40695d4-005d-4b66-b306-3da42c7af394,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:05.260241 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-0d4247cb-364a-440e-afab-b22c9124366f tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:05.263239 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-0d4247cb-364a-440e-afab-b22c9124366f tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2637365 May 16 19:10:05.984028 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 017eae7f-7c59-4fcd-a972-1fccf2eaef69 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:06.067283 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 017eae7f-7c59-4fcd-a972-1fccf2eaef69 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:06.067855 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (017eae7f-7c59-4fcd-a972-1fccf2eaef69), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:06.111313 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:06.177264 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 017eae7f-7c59-4fcd-a972-1fccf2eaef69 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:06.201819 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8fe9be44-8a85-42f2-b81c-d954e71cdbca req-0fccd541-1b6f-4fd6-affb-79e163e03615 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 210 time: 0.0591466 May 16 19:10:06.487218 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-2282f68a-cc31-44d2-af7f-8aca2c4bbb2f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:06.488700 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-2282f68a-cc31-44d2-af7f-8aca2c4bbb2f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.78 "GET /v2.0/networks?id=c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 200 len: 818 time: 0.1560757 May 16 19:10:06.511768 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Sync routers for ids ['7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:10:06.524107 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Routers {'7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:06.541713 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:10:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:06.570907 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-d78577df-abdb-41ac-afba-a23063d4154f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70b756666b7843baa63dd49b0d871431 HTTP/1.1" status: 200 len: 379 time: 0.0701110 May 16 19:10:06.593206 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-b030827e-57db-4946-bd63-764b56073c26 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Request body: {'port': {'device_id': '58485df5-ef11-4d69-b79b-4b0875744825', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'admin_state_up': True, 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'security_groups': ['33e65be4-e30d-40b5-a19a-81beeea9e50b']}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:06.712336 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Set router 7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:06.754513 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-b030827e-57db-4946-bd63-764b56073c26 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Made reservation on behalf of 70b756666b7843baa63dd49b0d871431 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:10:06.759785 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-b030827e-57db-4946-bd63-764b56073c26 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:06.941157 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-b030827e-57db-4946-bd63-764b56073c26 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Allocated IP 172.20.0.4 (c1cc3c61-1225-4d74-a272-e27badcaaf2d/ade8a152-1ee2-4456-af76-7bb459b607fb/53d21f87-37d3-4a16-9cb1-d887c03b4f6e) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:10:06.972808 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'name': 'tempest-TestShelveInstance-904889569-router', 'tenant_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '017eae7f-7c59-4fcd-a972-1fccf2eaef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:56Z', 'updated_at': '2022-05-16T19:10:01Z', 'revision_number': 4, 'project_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'gw_port': {'id': '017eae7f-7c59-4fcd-a972-1fccf2eaef69', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:57Z', 'updated_at': '2022-05-16T19:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'bce96cca-5656-4659-8cc2-60ce8b5174fc', 'name': '', 'network_id': '8fed1a36-bc16-4108-9423-66d3f673e43d', 'tenant_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'mac_address': 'fa:16:3e:55:a4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f6c92928-605d-4b98-b3c5-b803442b915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:00Z', 'updated_at': '2022-05-16T19:10:01Z', 'revision_number': 2, 'project_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'subnets': [{'id': 'f6c92928-605d-4b98-b3c5-b803442b915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:06.999703 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Checking router: 7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65 for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:10:07.000429 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Updating router 7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65 port bce96cca-5656-4659-8cc2-60ce8b5174fc binding host dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:10:07.045716 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:07.168159 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-b030827e-57db-4946-bd63-764b56073c26 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for port (53d21f87-37d3-4a16-9cb1-d887c03b4f6e), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:07.233783 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-b030827e-57db-4946-bd63-764b56073c26 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (53d21f87-37d3-4a16-9cb1-d887c03b4f6e), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:07.330447 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-b030827e-57db-4946-bd63-764b56073c26 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Network c1cc3c61-1225-4d74-a272-e27badcaaf2d is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:07.335988 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-b030827e-57db-4946-bd63-764b56073c26 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:07.344198 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-b030827e-57db-4946-bd63-764b56073c26 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:10:07.391477 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030827e-57db-4946-bd63-764b56073c26 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Pushing event updated for resources: {'Port': ['ID=53d21f87-37d3-4a16-9cb1-d887c03b4f6e,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:07.403574 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e6a6ef-51eb-493b-914b-d62b2e16179a req-0df987bd-0f34-4479-809e-2e506329199e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:07.405263 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-60e6a6ef-51eb-493b-914b-d62b2e16179a req-0df987bd-0f34-4479-809e-2e506329199e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 931 time: 0.1185901 May 16 19:10:07.418641 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:07.454765 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-b030827e-57db-4946-bd63-764b56073c26 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:07.455435 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-b030827e-57db-4946-bd63-764b56073c26 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:07.496910 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-b030827e-57db-4946-bd63-764b56073c26 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9105275 May 16 19:10:07.514425 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Request body: {'port': {'device_id': '58485df5-ef11-4d69-b79b-4b0875744825', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:07.519484 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-60e6a6ef-51eb-493b-914b-d62b2e16179a req-c514f736-3817-4444-bbf8-7ed147a27fa1 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055472 May 16 19:10:07.526969 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Publish callbacks [] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:07.548746 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:07.608456 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda55679-de2f-4b41-aeab-989e366e656f None None] Pushing event updated for resources: {'Port': ['ID=bce96cca-5656-4659-8cc2-60ce8b5174fc,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:07.616967 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (53d21f87-37d3-4a16-9cb1-d887c03b4f6e), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:07.715338 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Attempting to bind port bce96cca-5656-4659-8cc2-60ce8b5174fc on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:10:07.715856 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Attempting to bind port bce96cca-5656-4659-8cc2-60ce8b5174fc by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': 'b5f1bf66-aa51-4217-bb4d-d13cc3d89b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8fed1a36-bc16-4108-9423-66d3f673e43d'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:10:07.716317 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Attempting to bind port bce96cca-5656-4659-8cc2-60ce8b5174fc on network 8fed1a36-bc16-4108-9423-66d3f673e43d {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:07.727264 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:10:07.728328 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Checking segment: {'id': 'b5f1bf66-aa51-4217-bb4d-d13cc3d89b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8fed1a36-bc16-4108-9423-66d3f673e43d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:07.728844 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:07.729425 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Bound using segment: {'id': 'b5f1bf66-aa51-4217-bb4d-d13cc3d89b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8fed1a36-bc16-4108-9423-66d3f673e43d'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:10:07.730179 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Bound port: bce96cca-5656-4659-8cc2-60ce8b5174fc, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f1bf66-aa51-4217-bb4d-d13cc3d89b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '8fed1a36-bc16-4108-9423-66d3f673e43d'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:10:07.731037 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:07.855066 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] For port bce96cca-5656-4659-8cc2-60ce8b5174fc, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:10:07.862717 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] For port bce96cca-5656-4659-8cc2-60ce8b5174fc, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=bce96cca-5656-4659-8cc2-60ce8b5174fc,segment=NetworkSegment(b5f1bf66-aa51-4217-bb4d-d13cc3d89b87),segment_id=b5f1bf66-aa51-4217-bb4d-d13cc3d89b87)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:10:07.868873 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-2aa45dd8-eee7-4a7d-a982-033f78b7fa2f None None] Provisioning complete for port 53d21f87-37d3-4a16-9cb1-d887c03b4f6e triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:07.869255 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2aa45dd8-eee7-4a7d-a982-033f78b7fa2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (53d21f87-37d3-4a16-9cb1-d887c03b4f6e), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:07.954194 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-2aa45dd8-eee7-4a7d-a982-033f78b7fa2f None None] Port 53d21f87-37d3-4a16-9cb1-d887c03b4f6e cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:10:07.956829 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:08.035944 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Routers {'7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:08.036797 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:10:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:08.086856 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda55679-de2f-4b41-aeab-989e366e656f None None] Pushing event updated for resources: {'Port': ['ID=bce96cca-5656-4659-8cc2-60ce8b5174fc,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:08.096139 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-c54104ab-9f30-4ead-aad7-a5e9132fc15d None None] Provisioning complete for port bce96cca-5656-4659-8cc2-60ce8b5174fc triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:08.096513 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c54104ab-9f30-4ead-aad7-a5e9132fc15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:08.150301 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d21f87-37d3-4a16-9cb1-d887c03b4f6e {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:10:08.162674 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Publish callbacks [] for port (53d21f87-37d3-4a16-9cb1-d887c03b4f6e), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:08.188164 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Transition to ACTIVE for port object 53d21f87-37d3-4a16-9cb1-d887c03b4f6e will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:10:08.204317 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (53d21f87-37d3-4a16-9cb1-d887c03b4f6e), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:08.317736 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Pushing event updated for resources: {'Port': ['ID=53d21f87-37d3-4a16-9cb1-d887c03b4f6e,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:08.388743 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] Set router 7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:08.408405 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Attempting to bind port 53d21f87-37d3-4a16-9cb1-d887c03b4f6e on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:10:08.413042 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Attempting to bind port 53d21f87-37d3-4a16-9cb1-d887c03b4f6e by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:10:08.413709 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Attempting to bind port 53d21f87-37d3-4a16-9cb1-d887c03b4f6e on network c1cc3c61-1225-4d74-a272-e27badcaaf2d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:08.437187 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Port 53d21f87-37d3-4a16-9cb1-d887c03b4f6e on network c1cc3c61-1225-4d74-a272-e27badcaaf2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:10:08.437527 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Attempting to bind port 53d21f87-37d3-4a16-9cb1-d887c03b4f6e on network c1cc3c61-1225-4d74-a272-e27badcaaf2d {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:08.449776 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:10:08.450184 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Checking segment: {'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:08.450980 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Bound using segment: {'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:10:08.451442 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Bound port: 53d21f87-37d3-4a16-9cb1-d887c03b4f6e, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8297a9-4010-49b7-919c-c888ca043f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:10:08.455446 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (53d21f87-37d3-4a16-9cb1-d887c03b4f6e), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:08.586338 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-c54104ab-9f30-4ead-aad7-a5e9132fc15d None None] Current status of the port bce96cca-5656-4659-8cc2-60ce8b5174fc is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:08.586938 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c54104ab-9f30-4ead-aad7-a5e9132fc15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:08.644002 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] For port 53d21f87-37d3-4a16-9cb1-d887c03b4f6e, host hv-cinder-83998, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:10:08.661347 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] For port 53d21f87-37d3-4a16-9cb1-d887c03b4f6e, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=53d21f87-37d3-4a16-9cb1-d887c03b4f6e,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:10:08.684602 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (53d21f87-37d3-4a16-9cb1-d887c03b4f6e), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:08.685655 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:08.724686 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-c54104ab-9f30-4ead-aad7-a5e9132fc15d None None] For port bce96cca-5656-4659-8cc2-60ce8b5174fc, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=bce96cca-5656-4659-8cc2-60ce8b5174fc,segment=NetworkSegment(b5f1bf66-aa51-4217-bb4d-d13cc3d89b87),segment_id=b5f1bf66-aa51-4217-bb4d-d13cc3d89b87)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:08.740877 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c54104ab-9f30-4ead-aad7-a5e9132fc15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:08.747439 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:08.748060 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:08.749483 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] 10.222.0.78 "PUT /v2.0/ports/53d21f87-37d3-4a16-9cb1-d887c03b4f6e HTTP/1.1" status: 200 len: 1093 time: 1.2429481 May 16 19:10:08.749924 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58485df5-ef11-4d69-b79b-4b0875744825', 'tag': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:10:08.752175 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705eff00-391b-409d-852a-0e223ba44a7c" -d '{"events": [{"name": "network-changed", "server_uuid": "58485df5-ef11-4d69-b79b-4b0875744825", "tag": "53d21f87-37d3-4a16-9cb1-d887c03b4f6e"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:10:08.835417 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435386b-dbd4-46e8-9fd7-499b9d30074d req-4cca0abd-a9ba-482b-817a-188ff0415b1a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:08.848684 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e435386b-dbd4-46e8-9fd7-499b9d30074d req-4cca0abd-a9ba-482b-817a-188ff0415b1a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 943 time: 0.1414618 May 16 19:10:08.867212 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f729d6b0-4d57-4cf1-a963-d0e4937ca843 x-openstack-request-id: req-f729d6b0-4d57-4cf1-a963-d0e4937ca843 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:10:08.867493 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58485df5-ef11-4d69-b79b-4b0875744825", "tag": "53d21f87-37d3-4a16-9cb1-d887c03b4f6e", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:10:08.868235 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f729d6b0-4d57-4cf1-a963-d0e4937ca843 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:10:08.868235 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f729d6b0-4d57-4cf1-a963-d0e4937ca843'] response: {'name': 'network-changed', 'server_uuid': '58485df5-ef11-4d69-b79b-4b0875744825', 'tag': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e', 'status': 'completed', 'code': 200} May 16 19:10:08.892424 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'name': 'tempest-TestShelveInstance-904889569-router', 'tenant_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '017eae7f-7c59-4fcd-a972-1fccf2eaef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:56Z', 'updated_at': '2022-05-16T19:10:01Z', 'revision_number': 4, 'project_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'gw_port': {'id': '017eae7f-7c59-4fcd-a972-1fccf2eaef69', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:57Z', 'updated_at': '2022-05-16T19:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'bce96cca-5656-4659-8cc2-60ce8b5174fc', 'name': '', 'network_id': '8fed1a36-bc16-4108-9423-66d3f673e43d', 'tenant_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'mac_address': 'fa:16:3e:55:a4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f6c92928-605d-4b98-b3c5-b803442b915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:00Z', 'updated_at': '2022-05-16T19:10:07Z', 'revision_number': 4, 'project_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'subnets': [{'id': 'f6c92928-605d-4b98-b3c5-b803442b915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:08.909351 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787914bf-fd97-4980-aa10-0ebd83c79f31 service neutron] Pushing event updated for resources: {'Port': ['ID=53d21f87-37d3-4a16-9cb1-d887c03b4f6e,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:08.926103 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a56398-ee94-41e4-b20d-8a0873890989 None None] The sync data for ids ['7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65'] in dv-cinder-839987-5-smb is: [{'id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'name': 'tempest-TestShelveInstance-904889569-router', 'tenant_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '017eae7f-7c59-4fcd-a972-1fccf2eaef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:56Z', 'updated_at': '2022-05-16T19:10:01Z', 'revision_number': 4, 'project_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'gw_port': {'id': '017eae7f-7c59-4fcd-a972-1fccf2eaef69', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:57Z', 'updated_at': '2022-05-16T19:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'bce96cca-5656-4659-8cc2-60ce8b5174fc', 'name': '', 'network_id': '8fed1a36-bc16-4108-9423-66d3f673e43d', 'tenant_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'mac_address': 'fa:16:3e:55:a4:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'f6c92928-605d-4b98-b3c5-b803442b915a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:10:00Z', 'updated_at': '2022-05-16T19:10:07Z', 'revision_number': 4, 'project_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'subnets': [{'id': 'f6c92928-605d-4b98-b3c5-b803442b915a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:10:08.943402 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-80aaa515-9125-4c06-ab85-495849e619ce None None] Provisioning complete for port bce96cca-5656-4659-8cc2-60ce8b5174fc triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:08.943884 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-80aaa515-9125-4c06-ab85-495849e619ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:08.964694 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e435386b-dbd4-46e8-9fd7-499b9d30074d req-b3635bfd-e71d-4dca-a620-c0d70e2e6555 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093562 May 16 19:10:08.964860 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-d31ff2e3-bf1c-4c19-8b18-db587793d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:08.964860 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-d31ff2e3-bf1c-4c19-8b18-db587793d181 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70b756666b7843baa63dd49b0d871431&device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 1127 time: 0.1469145 May 16 19:10:09.003957 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54104ab-9f30-4ead-aad7-a5e9132fc15d None None] Pushing event updated for resources: {'Port': ['ID=bce96cca-5656-4659-8cc2-60ce8b5174fc,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:09.057296 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-08be2c27-73f8-4802-ade8-0622f77fcc75 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53d21f87-37d3-4a16-9cb1-d887c03b4f6e HTTP/1.1" status: 200 len: 217 time: 0.0832045 May 16 19:10:09.089876 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-80aaa515-9125-4c06-ab85-495849e619ce None None] Current status of the port bce96cca-5656-4659-8cc2-60ce8b5174fc is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:09.158428 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-657e3337-a3ac-4597-a1a5-704c72f6880e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:09.160479 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-657e3337-a3ac-4597-a1a5-704c72f6880e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ade8a152-1ee2-4456-af76-7bb459b607fb HTTP/1.1" status: 200 len: 857 time: 0.0925481 May 16 19:10:09.219698 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-6841a3bc-259b-40d0-aa81-805b689ec857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:09.221809 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-6841a3bc-259b-40d0-aa81-805b689ec857 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1cc3c61-1225-4d74-a272-e27badcaaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0487905 May 16 19:10:09.620519 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-f3a93968-e495-4f0b-a524-2420481d7e08 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895619 May 16 19:10:09.739420 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-7a5933b9-d4c3-4697-bdc0-c55311b0d2bc req-64f3f2b6-d8ed-4d2d-8309-187a7644181c service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120098 May 16 19:10:09.855480 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eff00-391b-409d-852a-0e223ba44a7c req-45d934bf-1501-4543-a09f-1636905fa1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:09.857024 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-705eff00-391b-409d-852a-0e223ba44a7c req-45d934bf-1501-4543-a09f-1636905fa1a3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70b756666b7843baa63dd49b0d871431&device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 1127 time: 0.0457351 May 16 19:10:09.970368 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eff00-391b-409d-852a-0e223ba44a7c req-d321a060-9454-4dc3-8a83-4ddd3f14f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:09.972504 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-705eff00-391b-409d-852a-0e223ba44a7c req-d321a060-9454-4dc3-8a83-4ddd3f14f484 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 200 len: 919 time: 0.1062505 May 16 19:10:10.001680 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device bce96cca-5656-4659-8cc2-60ce8b5174fc up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:10.040742 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-705eff00-391b-409d-852a-0e223ba44a7c req-9b3c944e-d48c-4ce4-ba16-d3ba64c51e72 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53d21f87-37d3-4a16-9cb1-d887c03b4f6e HTTP/1.1" status: 200 len: 217 time: 0.0448675 May 16 19:10:10.106228 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port bce96cca-5656-4659-8cc2-60ce8b5174fc triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:10.106788 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:10.111204 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5934598-6705-46d4-9d54-b0a6cac6c4a6 req-9e4011e2-78c5-4bf6-a31a-73b94ea4c3eb tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:10.111820 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eff00-391b-409d-852a-0e223ba44a7c req-a2bc28ec-2e21-43c5-bd6e-8bec49c56626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:10.113350 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e5934598-6705-46d4-9d54-b0a6cac6c4a6 req-9e4011e2-78c5-4bf6-a31a-73b94ea4c3eb tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 943 time: 0.0782166 May 16 19:10:10.114687 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-705eff00-391b-409d-852a-0e223ba44a7c req-a2bc28ec-2e21-43c5-bd6e-8bec49c56626 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ade8a152-1ee2-4456-af76-7bb459b607fb HTTP/1.1" status: 200 len: 857 time: 0.0661323 May 16 19:10:10.190539 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eff00-391b-409d-852a-0e223ba44a7c req-11697edc-e0a7-44f4-9daa-d4aab1417004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:10.192352 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-705eff00-391b-409d-852a-0e223ba44a7c req-11697edc-e0a7-44f4-9daa-d4aab1417004 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1cc3c61-1225-4d74-a272-e27badcaaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0601509 May 16 19:10:10.214019 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e5934598-6705-46d4-9d54-b0a6cac6c4a6 req-eb1f245a-a6cd-410c-9355-59a29e463465 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876870 May 16 19:10:10.305461 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port bce96cca-5656-4659-8cc2-60ce8b5174fc is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:10.337924 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-705eff00-391b-409d-852a-0e223ba44a7c req-9d8abc18-a6b3-4488-9ec9-b8560cd5c3a2 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384468 May 16 19:10:10.486219 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-705eff00-391b-409d-852a-0e223ba44a7c req-af0243f3-dc48-431b-8bc3-557bc87f77cc service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318328 May 16 19:10:11.331675 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33a6c5-c955-46f1-ae7f-d6dd89fa0308 req-17228670-ffae-4a2d-98c2-5623a8870fdc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:11.333338 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dd33a6c5-c955-46f1-ae7f-d6dd89fa0308 req-17228670-ffae-4a2d-98c2-5623a8870fdc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 943 time: 0.0500538 May 16 19:10:11.390543 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dd33a6c5-c955-46f1-ae7f-d6dd89fa0308 req-c7a451a0-e7e4-4ad2-801f-2c5fad20ab05 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513835 May 16 19:10:12.507228 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86b35b-0924-4a82-8978-c53c04439ee9 req-1751f495-3aaf-4f94-bfa7-42985e0f6533 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:12.508828 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-db86b35b-0924-4a82-8978-c53c04439ee9 req-1751f495-3aaf-4f94-bfa7-42985e0f6533 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 943 time: 0.0473642 May 16 19:10:12.556353 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-db86b35b-0924-4a82-8978-c53c04439ee9 req-9028a66e-f68f-4c10-8911-763a8beb166e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417941 May 16 19:10:13.669658 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b39a4-8a8c-4b0a-8966-6d125b522228 req-a4b7c134-14df-4434-97b5-aa56cae3d67e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:13.670942 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-389b39a4-8a8c-4b0a-8966-6d125b522228 req-a4b7c134-14df-4434-97b5-aa56cae3d67e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 943 time: 0.0488517 May 16 19:10:13.720040 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-389b39a4-8a8c-4b0a-8966-6d125b522228 req-70ca6c3d-444b-4440-919c-50f488c881fa tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433571 May 16 19:10:14.265706 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 56076) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:14.311240 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_v2 [None req-376c97d3-bbb9-4220-87f2-99e4db54223e admin admin] Deleting subnet 8628c9bf-df06-4833-834f-dffecfec4d7f {{(pid=103574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:10:14.314338 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-376c97d3-bbb9-4220-87f2-99e4db54223e admin admin] Publish callbacks [] for subnet (8628c9bf-df06-4833-834f-dffecfec4d7f), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:14.349033 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-376c97d3-bbb9-4220-87f2-99e4db54223e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125890959'] for subnet (8628c9bf-df06-4833-834f-dffecfec4d7f), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:14.397619 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-376c97d3-bbb9-4220-87f2-99e4db54223e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660465'] for subnet (8628c9bf-df06-4833-834f-dffecfec4d7f), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:14.455080 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-376c97d3-bbb9-4220-87f2-99e4db54223e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125891027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112557'] for subnet (8628c9bf-df06-4833-834f-dffecfec4d7f), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:14.480343 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c97d3-bbb9-4220-87f2-99e4db54223e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8628c9bf-df06-4833-834f-dffecfec4d7f,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:14.484278 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-376c97d3-bbb9-4220-87f2-99e4db54223e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:14.487521 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-376c97d3-bbb9-4220-87f2-99e4db54223e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8628c9bf-df06-4833-834f-dffecfec4d7f HTTP/1.1" status: 204 len: 168 time: 0.2208087 May 16 19:10:14.490737 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 56084) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:14.564617 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f016e9d6-b575-486c-b3a6-3306afd65490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751918'] for network (81043745-a0ef-455e-843b-37e6acbb0ff4), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:14.643416 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f016e9d6-b575-486c-b3a6-3306afd65490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661572', 'neutron.services.segments.db._delete_segments_for_network-8772410173462'] for network (81043745-a0ef-455e-843b-37e6acbb0ff4), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:14.663853 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-f016e9d6-b575-486c-b3a6-3306afd65490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81043745-a0ef-455e-843b-37e6acbb0ff4']}} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:14.672877 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-f016e9d6-b575-486c-b3a6-3306afd65490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bda42e5-ade1-4be8-a5bd-d26e25dabc5d') {'for_net_delete': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:14.673174 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-f016e9d6-b575-486c-b3a6-3306afd65490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bda42e5-ade1-4be8-a5bd-d26e25dabc5d') {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:14.683086 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f016e9d6-b575-486c-b3a6-3306afd65490 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410174751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125890998'] for segment (8bda42e5-ade1-4be8-a5bd-d26e25dabc5d), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:14.696207 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f016e9d6-b575-486c-b3a6-3306afd65490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (8bda42e5-ade1-4be8-a5bd-d26e25dabc5d), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:14.702240 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f016e9d6-b575-486c-b3a6-3306afd65490 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:10:14.702622 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f016e9d6-b575-486c-b3a6-3306afd65490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125892977'] for segment (8bda42e5-ade1-4be8-a5bd-d26e25dabc5d), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: Traceback (most recent call last): May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: timer() May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: cb(*args, **kw) May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: return func(*args, **kwargs) May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: self._notify() May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: self.callback(batched_events) May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: event.method(event) May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: return f(self, *a, **k) May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: return self._get(url).json() May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: return self.request(url, 'GET', **kwargs) May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:10:14.704423 dv-cinder-839987-5-smb neutron-server[103574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:10:14.763748 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f016e9d6-b575-486c-b3a6-3306afd65490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3934410'] for network (81043745-a0ef-455e-843b-37e6acbb0ff4), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:14.769905 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f016e9d6-b575-486c-b3a6-3306afd65490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:14.773543 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-f016e9d6-b575-486c-b3a6-3306afd65490 admin admin] 10.222.0.65 "DELETE /v2.0/networks/81043745-a0ef-455e-843b-37e6acbb0ff4 HTTP/1.1" status: 204 len: 168 time: 0.2818780 May 16 19:10:14.784135 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016e9d6-b575-486c-b3a6-3306afd65490 admin admin] Pushing event deleted for resources: {'Network': ['ID=81043745-a0ef-455e-843b-37e6acbb0ff4,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:14.849567 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ac551-6c03-4e9b-a0e6-d0c4256a6be1 req-a91546cf-6600-4592-97c7-467f696d4edb tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:14.851051 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-bd6ac551-6c03-4e9b-a0e6-d0c4256a6be1 req-a91546cf-6600-4592-97c7-467f696d4edb tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 943 time: 0.0570126 May 16 19:10:14.899213 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-bd6ac551-6c03-4e9b-a0e6-d0c4256a6be1 req-feecb57b-6338-4c7b-9eaf-c0941b5d1ce6 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423501 May 16 19:10:14.960214 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 56092) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:15.000313 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-2d32063a-796a-4227-b3f3-6a2dea0637de admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a0780c7b1c12451c82afbe9fe4ffda99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389137 May 16 19:10:15.002747 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 56094) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:15.050870 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3747-6c6a-49e5-b1dc-a9dfe3bd5fc2 admin admin] Publish callbacks [] for security_group (4be7d298-ed72-4042-a619-4e2cd0f04c60), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:15.072362 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3747-6c6a-49e5-b1dc-a9dfe3bd5fc2 admin admin] Publish callbacks [] for security_group (4be7d298-ed72-4042-a619-4e2cd0f04c60), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:15.117471 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:10:15.124324 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3747-6c6a-49e5-b1dc-a9dfe3bd5fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (4be7d298-ed72-4042-a619-4e2cd0f04c60), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:15.126889 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5f4f3747-6c6a-49e5-b1dc-a9dfe3bd5fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:15.128020 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-5f4f3747-6c6a-49e5-b1dc-a9dfe3bd5fc2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4be7d298-ed72-4042-a619-4e2cd0f04c60 HTTP/1.1" status: 204 len: 168 time: 0.1244023 May 16 19:10:15.136826 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f3747-6c6a-49e5-b1dc-a9dfe3bd5fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be7d298-ed72-4042-a619-4e2cd0f04c60,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:16.016404 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f7acbb-cd14-4d5f-a27e-70918ff09673 req-e9afd973-8487-4c97-a237-0d91d5716b6c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:16.017921 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d3f7acbb-cd14-4d5f-a27e-70918ff09673 req-e9afd973-8487-4c97-a237-0d91d5716b6c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 943 time: 0.0509741 May 16 19:10:16.067056 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d3f7acbb-cd14-4d5f-a27e-70918ff09673 req-629dd2f3-d822-4644-afc7-64a564e29864 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435321 May 16 19:10:17.179895 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0bee0b-8db6-4258-9da8-c6748dd72407 req-12ef0d59-105e-42d1-af12-6913b7b68132 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:17.181388 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6a0bee0b-8db6-4258-9da8-c6748dd72407 req-12ef0d59-105e-42d1-af12-6913b7b68132 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 943 time: 0.0464656 May 16 19:10:17.204621 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 53d21f87-37d3-4a16-9cb1-d887c03b4f6e details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:10:17.228055 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6a0bee0b-8db6-4258-9da8-c6748dd72407 req-6c308fca-d71d-4a70-b128-75c9fffd538e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411689 May 16 19:10:17.308317 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 53d21f87-37d3-4a16-9cb1-d887c03b4f6e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=53d21f87-37d3-4a16-9cb1-d887c03b4f6e,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:17.320438 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'port_id': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e', 'mac_address': 'fa:16:3e:0b:59:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:10:17.356398 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 53d21f87-37d3-4a16-9cb1-d887c03b4f6e is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:17.356727 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (53d21f87-37d3-4a16-9cb1-d887c03b4f6e), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:17.370913 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d21f87-37d3-4a16-9cb1-d887c03b4f6e {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:10:17.396906 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 53d21f87-37d3-4a16-9cb1-d887c03b4f6e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=53d21f87-37d3-4a16-9cb1-d887c03b4f6e,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:17.401024 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (53d21f87-37d3-4a16-9cb1-d887c03b4f6e), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:17.464688 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=53d21f87-37d3-4a16-9cb1-d887c03b4f6e,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:17.975015 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['53d21f87-37d3-4a16-9cb1-d887c03b4f6e'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:10:18.341348 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5ff5e-52ef-43e4-ad3c-882d99082978 req-b58c32ce-32da-4ed4-8d7f-e72a12442108 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:18.342734 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-eca5ff5e-52ef-43e4-ad3c-882d99082978 req-b58c32ce-32da-4ed4-8d7f-e72a12442108 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 944 time: 0.0461466 May 16 19:10:18.394102 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-eca5ff5e-52ef-43e4-ad3c-882d99082978 req-59e18b44-1d1e-4157-905f-88834ce87362 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452518 May 16 19:10:19.349238 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 53d21f87-37d3-4a16-9cb1-d887c03b4f6e up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:19.391324 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port 53d21f87-37d3-4a16-9cb1-d887c03b4f6e completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:10:19.397107 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port 53d21f87-37d3-4a16-9cb1-d887c03b4f6e triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:19.397496 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (53d21f87-37d3-4a16-9cb1-d887c03b4f6e), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:19.477007 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 53d21f87-37d3-4a16-9cb1-d887c03b4f6e is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:19.477406 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (53d21f87-37d3-4a16-9cb1-d887c03b4f6e), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:19.507836 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58485df5-ef11-4d69-b79b-4b0875744825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:10:19.510705 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc9557c-17d4-47dd-80ec-baef89d7a188" -d '{"events": [{"server_uuid": "58485df5-ef11-4d69-b79b-4b0875744825", "name": "network-vif-plugged", "status": "completed", "tag": "53d21f87-37d3-4a16-9cb1-d887c03b4f6e"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:10:19.512439 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6300f13-4661-489b-87c6-5e7cce066378 req-10ceac38-be92-4a14-9734-116b953c44ce tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:19.514970 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d6300f13-4661-489b-87c6-5e7cce066378 req-10ceac38-be92-4a14-9734-116b953c44ce tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 944 time: 0.0496857 May 16 19:10:19.533933 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 53d21f87-37d3-4a16-9cb1-d887c03b4f6e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=53d21f87-37d3-4a16-9cb1-d887c03b4f6e,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:19.536903 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (53d21f87-37d3-4a16-9cb1-d887c03b4f6e), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:19.564766 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0bab85-211f-45d7-b29c-93f8005b4fed x-openstack-request-id: req-5d0bab85-211f-45d7-b29c-93f8005b4fed {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:10:19.565073 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58485df5-ef11-4d69-b79b-4b0875744825", "name": "network-vif-plugged", "status": "completed", "tag": "53d21f87-37d3-4a16-9cb1-d887c03b4f6e", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:10:19.565316 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5d0bab85-211f-45d7-b29c-93f8005b4fed {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:10:19.565711 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d0bab85-211f-45d7-b29c-93f8005b4fed'] response: {'server_uuid': '58485df5-ef11-4d69-b79b-4b0875744825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e', 'code': 200} May 16 19:10:19.566711 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d6300f13-4661-489b-87c6-5e7cce066378 req-9d87cc0e-80d6-4bd0-9853-94a590fb3c28 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459921 May 16 19:10:19.591948 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=53d21f87-37d3-4a16-9cb1-d887c03b4f6e,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:20.682559 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc36f56-f4c6-4dd4-a017-3000c468f988 req-65e0156d-7e3f-4ce7-b9a5-4befd93e6484 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:20.684069 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2fc36f56-f4c6-4dd4-a017-3000c468f988 req-65e0156d-7e3f-4ce7-b9a5-4befd93e6484 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0466182 May 16 19:10:20.731099 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2fc36f56-f4c6-4dd4-a017-3000c468f988 req-be1ed9e2-1e01-4a54-bccd-756b1a3518e0 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409470 May 16 19:10:20.865661 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca2095-1e0e-4906-b69d-8dc88a070727 req-7c606f22-1a73-47ff-a418-c8d6f2105457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:20.867177 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-96ca2095-1e0e-4906-b69d-8dc88a070727 req-7c606f22-1a73-47ff-a418-c8d6f2105457 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 1129 time: 0.0556102 May 16 19:10:20.915545 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-96ca2095-1e0e-4906-b69d-8dc88a070727 req-5bccdf1c-5995-4f85-bc1c-570ad4c13584 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421076 May 16 19:10:21.844753 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adcee8-a79f-431a-a461-8621c9c652ee req-c8d3e020-614b-402b-b091-04735bd4accb tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:21.846200 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d9adcee8-a79f-431a-a461-8621c9c652ee req-c8d3e020-614b-402b-b091-04735bd4accb tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0492759 May 16 19:10:21.894125 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d9adcee8-a79f-431a-a461-8621c9c652ee req-491a7894-8c0d-46b7-b8d0-6c8c59cc2728 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423815 May 16 19:10:23.002188 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6722ebe-7146-4ffe-b348-12bb999d5eb1 req-18a0bee1-af09-4caa-a888-7454e6606995 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:23.003670 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e6722ebe-7146-4ffe-b348-12bb999d5eb1 req-18a0bee1-af09-4caa-a888-7454e6606995 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0447876 May 16 19:10:23.051666 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e6722ebe-7146-4ffe-b348-12bb999d5eb1 req-d2290328-ceb4-430c-a6d3-4d31e8f16945 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416989 May 16 19:10:24.162264 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87652d-3f9b-46dc-b002-8a20c78a31a1 req-953254a2-a3b2-4311-8fe1-8072d5849c3a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:24.164214 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8a87652d-3f9b-46dc-b002-8a20c78a31a1 req-953254a2-a3b2-4311-8fe1-8072d5849c3a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0458875 May 16 19:10:24.214081 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8a87652d-3f9b-46dc-b002-8a20c78a31a1 req-e68126fc-6747-47d0-96f4-24f3b4c76346 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442300 May 16 19:10:25.322404 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7a0cd-5ea8-443e-ae64-cfa78b37ee5a req-a9597697-efb0-41dc-8952-aa6e58e57589 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:25.323830 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-57b7a0cd-5ea8-443e-ae64-cfa78b37ee5a req-a9597697-efb0-41dc-8952-aa6e58e57589 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0448120 May 16 19:10:25.369060 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-57b7a0cd-5ea8-443e-ae64-cfa78b37ee5a req-26063c44-1c50-4f0e-8a02-b24bd8ea5e61 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397520 May 16 19:10:26.065935 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 56302) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:26.170607 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-02157c04-e902-4932-a9a1-16eefbb03c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:26.244509 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-02157c04-e902-4932-a9a1-16eefbb03c69 admin admin] Publish callbacks [] for security_group (ed1f3257-5be6-4d04-a4cc-2f1906a3a829), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:26.248047 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-02157c04-e902-4932-a9a1-16eefbb03c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (ed1f3257-5be6-4d04-a4cc-2f1906a3a829), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:26.285263 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-02157c04-e902-4932-a9a1-16eefbb03c69 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=46000741c6414a989f26546784e88442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182884 May 16 19:10:26.286353 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02157c04-e902-4932-a9a1-16eefbb03c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1f3257-5be6-4d04-a4cc-2f1906a3a829,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:26.288502 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 56308) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:26.335266 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-30ce4053-5eb3-4a9b-86c9-132722117319 admin admin] Publish callbacks [] for security_group (ed1f3257-5be6-4d04-a4cc-2f1906a3a829), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:26.356125 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-30ce4053-5eb3-4a9b-86c9-132722117319 admin admin] Publish callbacks [] for security_group (ed1f3257-5be6-4d04-a4cc-2f1906a3a829), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:26.404236 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-30ce4053-5eb3-4a9b-86c9-132722117319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (ed1f3257-5be6-4d04-a4cc-2f1906a3a829), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:26.407441 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-30ce4053-5eb3-4a9b-86c9-132722117319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:26.408507 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-30ce4053-5eb3-4a9b-86c9-132722117319 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed1f3257-5be6-4d04-a4cc-2f1906a3a829 HTTP/1.1" status: 204 len: 168 time: 0.1189363 May 16 19:10:26.416822 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce4053-5eb3-4a9b-86c9-132722117319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1f3257-5be6-4d04-a4cc-2f1906a3a829,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:26.486403 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824d88c-73a3-4eb8-951d-004ea68e872a req-1722d1bf-cf72-4fd5-bb24-dbc0aec9522d tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:26.487862 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a824d88c-73a3-4eb8-951d-004ea68e872a req-1722d1bf-cf72-4fd5-bb24-dbc0aec9522d tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0484064 May 16 19:10:26.542803 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a824d88c-73a3-4eb8-951d-004ea68e872a req-1e8b9ee8-5418-48a8-b9a5-b1ff5eec3b44 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488341 May 16 19:10:27.653678 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a78d8-3789-49c9-9f56-58080841cf75 req-73ed8e42-adac-4e14-bea6-8887ebb54413 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:27.655127 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-df5a78d8-3789-49c9-9f56-58080841cf75 req-73ed8e42-adac-4e14-bea6-8887ebb54413 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0452070 May 16 19:10:27.700075 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-df5a78d8-3789-49c9-9f56-58080841cf75 req-8329dfa3-d83c-4465-bfb7-1d62f272b401 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394566 May 16 19:10:28.811379 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c167b-8e52-4aac-a58f-9f3bbf01facf req-33db04b3-4905-4aba-b599-f83fc62f4c4c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:28.812737 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-079c167b-8e52-4aac-a58f-9f3bbf01facf req-33db04b3-4905-4aba-b599-f83fc62f4c4c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0477505 May 16 19:10:28.859123 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-079c167b-8e52-4aac-a58f-9f3bbf01facf req-b8607bd7-4467-495f-ad9f-55b70659de03 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410035 May 16 19:10:29.977044 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f53a12-4700-4fe8-af46-2e5fa724c435 req-2718b64e-a7fe-409e-a693-f462a5187dc0 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:29.978588 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e6f53a12-4700-4fe8-af46-2e5fa724c435 req-2718b64e-a7fe-409e-a693-f462a5187dc0 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0528142 May 16 19:10:30.025710 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e6f53a12-4700-4fe8-af46-2e5fa724c435 req-2d0601d2-10c7-4be7-a07d-9fe39cf6181a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413280 May 16 19:10:30.132889 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322fd09-d0c6-40b2-a578-e09b57981747 req-7b682120-1e08-408d-8d39-fbb9ea137a2a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:30.134353 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5322fd09-d0c6-40b2-a578-e09b57981747 req-7b682120-1e08-408d-8d39-fbb9ea137a2a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0465696 May 16 19:10:30.142894 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 56338) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:30.147074 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-a08eed95-6516-4fd6-acc5-f6cade8e270c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Request body: {'floatingip': {'port_id': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:30.189098 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a08eed95-6516-4fd6-acc5-f6cade8e270c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for floatingip (f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:30.563231 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3d243b17-d5c0-459c-86a2-f6aeb657c45c tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-963582148&fields=id&tenant_id=59c811a30ef74f329f5d72d605a56444 HTTP/1.1" status: 200 len: 267 time: 0.0928891 May 16 19:10:30.761290 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-47a5ba56-072d-4ecc-9b37-4406af5ba33d tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:30.762726 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-47a5ba56-072d-4ecc-9b37-4406af5ba33d tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/networks?id=6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 HTTP/1.1" status: 200 len: 808 time: 0.1770325 May 16 19:10:30.772284 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a08eed95-6516-4fd6-acc5-f6cade8e270c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:30.779787 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a08eed95-6516-4fd6-acc5-f6cade8e270c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:30.783761 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-0aebe0ec-deda-4b08-a606-c4daa7d7b837 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/quotas/59c811a30ef74f329f5d72d605a56444 HTTP/1.1" status: 200 len: 375 time: 0.0143902 May 16 19:10:30.867673 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-1d79ff2d-2b0b-4a09-a751-fbda0643f007 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=59c811a30ef74f329f5d72d605a56444&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531442 May 16 19:10:30.933970 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.l3_db [None req-a08eed95-6516-4fd6-acc5-f6cade8e270c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Floating IP f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89 associated. External IP: 172.28.3.184, port: 53d21f87-37d3-4a16-9cb1-d887c03b4f6e. May 16 19:10:31.050826 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-2f3d4e65-76c9-4a3f-8712-fdc489adadb8 service neutron] 10.222.0.65 "GET /v2.0/networks/6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602349 May 16 19:10:31.214379 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-0a59fa40-c68f-46c2-8b8e-ac79c1699d43 service neutron] 10.222.0.65 "GET /v2.0/networks/6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576204 May 16 19:10:31.235806 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08eed95-6516-4fd6-acc5-f6cade8e270c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Router b609c361-fa12-468d-a339-eb11338f8d3c has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:10:31.344518 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08eed95-6516-4fd6-acc5-f6cade8e270c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:10:31.349026 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a08eed95-6516-4fd6-acc5-f6cade8e270c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:31.356640 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685986e-2b46-4b6a-8165-d051c3d8a8e4 None None] Sync routers for ids ['b609c361-fa12-468d-a339-eb11338f8d3c'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:10:31.367087 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f685986e-2b46-4b6a-8165-d051c3d8a8e4 None None] Routers {'b609c361-fa12-468d-a339-eb11338f8d3c'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:31.367754 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-f685986e-2b46-4b6a-8165-d051c3d8a8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:10:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['b609c361-fa12-468d-a339-eb11338f8d3c'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:31.381176 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-a08eed95-6516-4fd6-acc5-f6cade8e270c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "PUT /v2.0/floatingips/f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89 HTTP/1.1" status: 200 len: 991 time: 1.2372370 May 16 19:10:31.382313 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58485df5-ef11-4d69-b79b-4b0875744825', 'tag': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:10:31.384645 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1e6c95055ea8af60a6cf55267712f4255de8fda57894f5867c3333729ade532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fc6bf8-6808-4ec3-a015-6c52025841a7" -d '{"events": [{"name": "network-changed", "server_uuid": "58485df5-ef11-4d69-b79b-4b0875744825", "tag": "53d21f87-37d3-4a16-9cb1-d887c03b4f6e"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:10:31.422134 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9052f74-9a5f-4b7e-b1df-0ecbb77c2bfa x-openstack-request-id: req-d9052f74-9a5f-4b7e-b1df-0ecbb77c2bfa {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:10:31.422629 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58485df5-ef11-4d69-b79b-4b0875744825", "tag": "53d21f87-37d3-4a16-9cb1-d887c03b4f6e", "status": "completed", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:10:31.423046 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9052f74-9a5f-4b7e-b1df-0ecbb77c2bfa {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:10:31.423624 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9052f74-9a5f-4b7e-b1df-0ecbb77c2bfa'] response: {'name': 'network-changed', 'server_uuid': '58485df5-ef11-4d69-b79b-4b0875744825', 'tag': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e', 'status': 'completed', 'code': 200} May 16 19:10:31.487673 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc6bf8-6808-4ec3-a015-6c52025841a7 req-46790b40-2891-42b3-a854-6f832a9b7350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:31.489287 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-16fc6bf8-6808-4ec3-a015-6c52025841a7 req-46790b40-2891-42b3-a854-6f832a9b7350 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70b756666b7843baa63dd49b0d871431&device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 1129 time: 0.0428343 May 16 19:10:31.492762 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-f685986e-2b46-4b6a-8165-d051c3d8a8e4 None None] Set router b609c361-fa12-468d-a339-eb11338f8d3c gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:31.604743 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-00560312-ce3c-4881-8fd9-be4b244c5bf7 req-968346a8-84a9-4606-9583-c62761fc5b35 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 210 time: 0.0337157 May 16 19:10:31.639157 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc6bf8-6808-4ec3-a015-6c52025841a7 req-b1a414d5-d922-4daf-af7b-3993b0956b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:31.641164 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-16fc6bf8-6808-4ec3-a015-6c52025841a7 req-b1a414d5-d922-4daf-af7b-3993b0956b89 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 200 len: 919 time: 0.1448610 May 16 19:10:31.722405 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-16fc6bf8-6808-4ec3-a015-6c52025841a7 req-de33840b-40de-4b88-aa80-68a28966598c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53d21f87-37d3-4a16-9cb1-d887c03b4f6e HTTP/1.1" status: 200 len: 999 time: 0.0749831 May 16 19:10:31.745425 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-f685986e-2b46-4b6a-8165-d051c3d8a8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-458338777-router', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:41Z', 'updated_at': '2022-05-16T19:07:48Z', 'revision_number': 4, 'project_id': '70b756666b7843baa63dd49b0d871431', 'gw_port': {'id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:42Z', 'updated_at': '2022-05-16T19:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': 'f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'floating_ip_address': '172.28.3.184', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'port_id': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'mac_address': 'fa:16:3e:0b:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58485df5-ef11-4d69-b79b-4b0875744825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:01Z', 'updated_at': '2022-05-16T19:10:30Z', 'revision_number': 1, 'project_id': '70b756666b7843baa63dd49b0d871431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b5921c-bad0-4399-9735-23ab9fc83934', 'name': '', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'mac_address': 'fa:16:3e:97:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:01Z', 'revision_number': 5, 'project_id': '70b756666b7843baa63dd49b0d871431', 'subnets': [{'id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:31.773832 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685986e-2b46-4b6a-8165-d051c3d8a8e4 None None] Checking router: b609c361-fa12-468d-a339-eb11338f8d3c for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:10:31.776690 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc6bf8-6808-4ec3-a015-6c52025841a7 req-37fe2299-d18e-487f-99cf-84d441708878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:31.778863 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-16fc6bf8-6808-4ec3-a015-6c52025841a7 req-37fe2299-d18e-487f-99cf-84d441708878 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ade8a152-1ee2-4456-af76-7bb459b607fb HTTP/1.1" status: 200 len: 857 time: 0.0493264 May 16 19:10:31.782941 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f685986e-2b46-4b6a-8165-d051c3d8a8e4 None None] Routers {'b609c361-fa12-468d-a339-eb11338f8d3c'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:31.783896 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-f685986e-2b46-4b6a-8165-d051c3d8a8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:10:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['b609c361-fa12-468d-a339-eb11338f8d3c'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:31.844232 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc6bf8-6808-4ec3-a015-6c52025841a7 req-273fb261-fc70-4dc4-acee-9c74589fd004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:31.845958 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-16fc6bf8-6808-4ec3-a015-6c52025841a7 req-273fb261-fc70-4dc4-acee-9c74589fd004 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1cc3c61-1225-4d74-a272-e27badcaaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0590787 May 16 19:10:31.895711 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-f685986e-2b46-4b6a-8165-d051c3d8a8e4 None None] Set router b609c361-fa12-468d-a339-eb11338f8d3c gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:32.099954 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-f685986e-2b46-4b6a-8165-d051c3d8a8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-458338777-router', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:41Z', 'updated_at': '2022-05-16T19:07:48Z', 'revision_number': 4, 'project_id': '70b756666b7843baa63dd49b0d871431', 'gw_port': {'id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:42Z', 'updated_at': '2022-05-16T19:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': 'f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'floating_ip_address': '172.28.3.184', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'port_id': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'mac_address': 'fa:16:3e:0b:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58485df5-ef11-4d69-b79b-4b0875744825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:01Z', 'updated_at': '2022-05-16T19:10:30Z', 'revision_number': 1, 'project_id': '70b756666b7843baa63dd49b0d871431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b5921c-bad0-4399-9735-23ab9fc83934', 'name': '', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'mac_address': 'fa:16:3e:97:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:01Z', 'revision_number': 5, 'project_id': '70b756666b7843baa63dd49b0d871431', 'subnets': [{'id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:32.130605 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685986e-2b46-4b6a-8165-d051c3d8a8e4 None None] The sync data for ids ['b609c361-fa12-468d-a339-eb11338f8d3c'] in dv-cinder-839987-5-smb is: [{'id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-458338777-router', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:41Z', 'updated_at': '2022-05-16T19:07:48Z', 'revision_number': 4, 'project_id': '70b756666b7843baa63dd49b0d871431', 'gw_port': {'id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:42Z', 'updated_at': '2022-05-16T19:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': 'f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'floating_ip_address': '172.28.3.184', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'port_id': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'mac_address': 'fa:16:3e:0b:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58485df5-ef11-4d69-b79b-4b0875744825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:01Z', 'updated_at': '2022-05-16T19:10:30Z', 'revision_number': 1, 'project_id': '70b756666b7843baa63dd49b0d871431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b5921c-bad0-4399-9735-23ab9fc83934', 'name': '', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'mac_address': 'fa:16:3e:97:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:01Z', 'revision_number': 5, 'project_id': '70b756666b7843baa63dd49b0d871431', 'subnets': [{'id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:10:32.314691 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05081568-c715-475a-9dd6-74e63d85c88a None None] New status for floating IP f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89: ACTIVE {{(pid=103575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:10:32.475016 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-da408a70-5013-45df-af1b-1bc95cae6e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:32.700343 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8aed2643-8627-4fc9-a283-49367b280147 req-c03f053b-dae0-4510-a406-605ad47977b4 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 210 time: 0.0289476 May 16 19:10:32.782377 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-16fc6bf8-6808-4ec3-a015-6c52025841a7 req-000e0336-c8fc-4826-99a1-f7c70a0cda31 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277876 May 16 19:10:32.784291 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6694aea4-00be-44c0-aa05-31cb741880e9 req-4f83fdc8-dfef-43f2-b976-b86ba5a8f834 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503132 May 16 19:10:32.891375 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694aea4-00be-44c0-aa05-31cb741880e9 req-69c057a2-a3c0-40f4-a39b-8c379e6a32ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:32.893065 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6694aea4-00be-44c0-aa05-31cb741880e9 req-69c057a2-a3c0-40f4-a39b-8c379e6a32ed service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70b756666b7843baa63dd49b0d871431&device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 1129 time: 0.0811508 May 16 19:10:32.922625 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-16fc6bf8-6808-4ec3-a015-6c52025841a7 req-d71ccafb-ad12-4fb3-b87f-cdf42c1291a3 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187472 May 16 19:10:33.223038 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694aea4-00be-44c0-aa05-31cb741880e9 req-09529b4a-d5c6-4b96-8e12-0eea37589042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:33.224473 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6694aea4-00be-44c0-aa05-31cb741880e9 req-09529b4a-d5c6-4b96-8e12-0eea37589042 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 200 len: 919 time: 0.0837586 May 16 19:10:33.734023 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6694aea4-00be-44c0-aa05-31cb741880e9 req-46cc2b98-a5f2-4343-9943-61e6976c930e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b1b62aa-e719-4cb9-8d0f-07cf685bb71c HTTP/1.1" status: 200 len: 217 time: 0.0412507 May 16 19:10:33.811730 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-111776cd-cbf4-47a8-a0be-882522e59726 req-1b796e00-e5f6-48c5-ac89-49e51274f71d tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 210 time: 0.0269060 May 16 19:10:34.136346 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:34.383785 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694aea4-00be-44c0-aa05-31cb741880e9 req-a4b51048-57a9-4f74-9c3e-21462725b0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:34.385273 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6694aea4-00be-44c0-aa05-31cb741880e9 req-a4b51048-57a9-4f74-9c3e-21462725b0a1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ade8a152-1ee2-4456-af76-7bb459b607fb HTTP/1.1" status: 200 len: 857 time: 0.1086385 May 16 19:10:34.443557 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-fa5f053e-4df1-47a0-831c-0b4fb30fe434 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:34.445018 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-fa5f053e-4df1-47a0-831c-0b4fb30fe434 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.78 "GET /v2.0/networks?id=6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 HTTP/1.1" status: 200 len: 808 time: 0.1592491 May 16 19:10:34.448086 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694aea4-00be-44c0-aa05-31cb741880e9 req-956670ed-84b6-44dc-b499-5ed05e0859eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:34.449445 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6694aea4-00be-44c0-aa05-31cb741880e9 req-956670ed-84b6-44dc-b499-5ed05e0859eb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1cc3c61-1225-4d74-a272-e27badcaaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0553041 May 16 19:10:34.571674 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-5bbeeb67-53fa-4979-b39f-840ec05cc939 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59c811a30ef74f329f5d72d605a56444 HTTP/1.1" status: 200 len: 379 time: 0.1128173 May 16 19:10:34.582445 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-9dd28c69-009a-4c71-8d58-1fdc257f0c6a tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Request body: {'port': {'device_id': 'c076bbbd-b448-4d64-981c-f028018fe914', 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1', 'admin_state_up': True, 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'security_groups': ['0c367c77-3690-4c05-bcef-35d59e82a877']}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:34.611000 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6694aea4-00be-44c0-aa05-31cb741880e9 req-6999741e-fee5-4de1-9252-40341ba2e8d7 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511467 May 16 19:10:34.762375 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6694aea4-00be-44c0-aa05-31cb741880e9 req-12b9107e-6ab5-4748-b4eb-eddaeccf0c49 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436732 May 16 19:10:34.763355 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-9dd28c69-009a-4c71-8d58-1fdc257f0c6a tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Made reservation on behalf of 59c811a30ef74f329f5d72d605a56444 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:10:34.767759 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-9dd28c69-009a-4c71-8d58-1fdc257f0c6a tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:34.904668 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-9dd28c69-009a-4c71-8d58-1fdc257f0c6a tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Allocated IP 172.20.0.4 (6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1/478c6510-2ff9-464a-aaea-d94252c2b18b/f3e3f99a-88c0-4675-9448-938c84762e69) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:10:34.910322 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-84478ad9-71c5-423a-bdf0-8d22b95d93f6 req-cee4466f-2250-4286-a4c6-82259b10cc30 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 210 time: 0.0275793 May 16 19:10:34.996520 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-7b22c222-9ea9-43af-8690-3376bd244099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:35.039436 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-9dd28c69-009a-4c71-8d58-1fdc257f0c6a tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for port (f3e3f99a-88c0-4675-9448-938c84762e69), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:35.068941 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-9dd28c69-009a-4c71-8d58-1fdc257f0c6a tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:35.112740 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-9dd28c69-009a-4c71-8d58-1fdc257f0c6a tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Network 6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:35.115750 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-9dd28c69-009a-4c71-8d58-1fdc257f0c6a tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:35.121439 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-9dd28c69-009a-4c71-8d58-1fdc257f0c6a tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:10:35.127139 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd28c69-009a-4c71-8d58-1fdc257f0c6a tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Pushing event updated for resources: {'Port': ['ID=f3e3f99a-88c0-4675-9448-938c84762e69,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:35.175203 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-9dd28c69-009a-4c71-8d58-1fdc257f0c6a tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:35.175728 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-9dd28c69-009a-4c71-8d58-1fdc257f0c6a tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:35.192327 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-9dd28c69-009a-4c71-8d58-1fdc257f0c6a tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6133842 May 16 19:10:35.315685 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-8afe18f9-4555-4c4f-9c4b-8781e3b37fab None None] Provisioning complete for port f3e3f99a-88c0-4675-9448-938c84762e69 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:35.316238 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8afe18f9-4555-4c4f-9c4b-8781e3b37fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:35.346099 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-8afe18f9-4555-4c4f-9c4b-8781e3b37fab None None] Port f3e3f99a-88c0-4675-9448-938c84762e69 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:10:35.446299 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Request body: {'port': {'device_id': 'c076bbbd-b448-4d64-981c-f028018fe914', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:35.511465 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:35.825299 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e3f99a-88c0-4675-9448-938c84762e69 {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:10:35.833038 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Publish callbacks [] for port (f3e3f99a-88c0-4675-9448-938c84762e69), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:35.845566 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Transition to ACTIVE for port object f3e3f99a-88c0-4675-9448-938c84762e69 will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:10:35.850077 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:35.899767 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Pushing event updated for resources: {'Port': ['ID=f3e3f99a-88c0-4675-9448-938c84762e69,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:35.974699 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Attempting to bind port f3e3f99a-88c0-4675-9448-938c84762e69 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:10:35.975041 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Attempting to bind port f3e3f99a-88c0-4675-9448-938c84762e69 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '9ae41167-1f4c-4f91-b2ba-10e2906cf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:10:35.975934 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Attempting to bind port f3e3f99a-88c0-4675-9448-938c84762e69 on network 6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:35.980655 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Port f3e3f99a-88c0-4675-9448-938c84762e69 on network 6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:10:35.980978 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Attempting to bind port f3e3f99a-88c0-4675-9448-938c84762e69 on network 6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:10:35.986162 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:10:35.986499 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Checking segment: {'id': '9ae41167-1f4c-4f91-b2ba-10e2906cf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:10:35.986886 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Bound using segment: {'id': '9ae41167-1f4c-4f91-b2ba-10e2906cf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:10:35.987313 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Bound port: f3e3f99a-88c0-4675-9448-938c84762e69, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae41167-1f4c-4f91-b2ba-10e2906cf444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:10:35.987671 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.030955 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491e169-a408-4e38-b8dc-ec317aef587a req-9e452c6f-c37c-48a7-b5fa-a26f31042dfc tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:36.032563 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a491e169-a408-4e38-b8dc-ec317aef587a req-9e452c6f-c37c-48a7-b5fa-a26f31042dfc tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 943 time: 0.0507128 May 16 19:10:36.056794 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.057874 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] For port f3e3f99a-88c0-4675-9448-938c84762e69, host hv-cinder-83998, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:10:36.061550 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] For port f3e3f99a-88c0-4675-9448-938c84762e69, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f3e3f99a-88c0-4675-9448-938c84762e69,segment=NetworkSegment(9ae41167-1f4c-4f91-b2ba-10e2906cf444),segment_id=9ae41167-1f4c-4f91-b2ba-10e2906cf444)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:10:36.068102 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.089361 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a491e169-a408-4e38-b8dc-ec317aef587a req-d9753ad4-81f2-495e-a113-01deaf3d73ec tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498278 May 16 19:10:36.113592 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:36.114211 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:36.115582 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] 10.222.0.78 "PUT /v2.0/ports/f3e3f99a-88c0-4675-9448-938c84762e69 HTTP/1.1" status: 200 len: 1093 time: 0.6743543 May 16 19:10:36.116101 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c076bbbd-b448-4d64-981c-f028018fe914', 'tag': 'f3e3f99a-88c0-4675-9448-938c84762e69'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:10:36.118322 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b6cd8f-58ab-471a-b2b7-805e284144e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c076bbbd-b448-4d64-981c-f028018fe914", "tag": "f3e3f99a-88c0-4675-9448-938c84762e69"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:10:36.133252 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669d884-fba5-4e58-ba62-ca0f50f3bdfa service neutron] Pushing event updated for resources: {'Port': ['ID=f3e3f99a-88c0-4675-9448-938c84762e69,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:36.161376 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fb4515-02ba-4bce-b710-cf898c20aa85 x-openstack-request-id: req-74fb4515-02ba-4bce-b710-cf898c20aa85 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:10:36.161666 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c076bbbd-b448-4d64-981c-f028018fe914", "tag": "f3e3f99a-88c0-4675-9448-938c84762e69", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:10:36.161921 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-74fb4515-02ba-4bce-b710-cf898c20aa85 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:10:36.162327 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74fb4515-02ba-4bce-b710-cf898c20aa85'] response: {'name': 'network-changed', 'server_uuid': 'c076bbbd-b448-4d64-981c-f028018fe914', 'tag': 'f3e3f99a-88c0-4675-9448-938c84762e69', 'status': 'completed', 'code': 200} May 16 19:10:37.128460 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6cd8f-58ab-471a-b2b7-805e284144e7 req-6b791a1e-657b-433a-bd90-824aff71e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:37.130244 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-51b6cd8f-58ab-471a-b2b7-805e284144e7 req-6b791a1e-657b-433a-bd90-824aff71e388 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=59c811a30ef74f329f5d72d605a56444&device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 1127 time: 0.0387270 May 16 19:10:37.197968 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f482c-9bb6-4b13-9acf-154f3c9130f0 req-d50ade3a-b59f-4a37-9e15-d792739c9738 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:37.199422 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-cb9f482c-9bb6-4b13-9acf-154f3c9130f0 req-d50ade3a-b59f-4a37-9e15-d792739c9738 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 943 time: 0.0454054 May 16 19:10:37.227446 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6cd8f-58ab-471a-b2b7-805e284144e7 req-d42fefe1-4ff6-41a5-b3df-6f67791ed1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:37.228958 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-51b6cd8f-58ab-471a-b2b7-805e284144e7 req-d42fefe1-4ff6-41a5-b3df-6f67791ed1cd service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=59c811a30ef74f329f5d72d605a56444&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0903485 May 16 19:10:37.246915 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-cb9f482c-9bb6-4b13-9acf-154f3c9130f0 req-118ef9bd-dea9-465e-ac30-eec6bd358488 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419080 May 16 19:10:37.323097 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6cd8f-58ab-471a-b2b7-805e284144e7 req-175b58a6-64f4-462a-b72d-df638f809bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:37.324569 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-51b6cd8f-58ab-471a-b2b7-805e284144e7 req-175b58a6-64f4-462a-b72d-df638f809bee service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893867 May 16 19:10:37.357863 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:38.369491 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89852b-acb4-4054-b8c7-485f41d68886 req-0eee9482-27d2-4158-a3b7-9d9be9d73e29 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:38.370963 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2d89852b-acb4-4054-b8c7-485f41d68886 req-0eee9482-27d2-4158-a3b7-9d9be9d73e29 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 943 time: 0.0581856 May 16 19:10:38.421388 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2d89852b-acb4-4054-b8c7-485f41d68886 req-2fbe4598-f7a9-4ecc-b706-aa63bd2c8a26 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448973 May 16 19:10:38.479788 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-06ed91d7-8e53-4aac-b7cd-d66328df1f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:38.481295 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-06ed91d7-8e53-4aac-b7cd-d66328df1f01 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=59c811a30ef74f329f5d72d605a56444&device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 1127 time: 0.0393653 May 16 19:10:38.526239 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-d149911b-f913-4d07-a05d-2eec97b77415 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3e3f99a-88c0-4675-9448-938c84762e69 HTTP/1.1" status: 200 len: 217 time: 0.0350826 May 16 19:10:38.620379 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:38.786166 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-f4897d68-4edd-474e-b729-b7627e96adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:38.787536 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-f4897d68-4edd-474e-b729-b7627e96adc2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=478c6510-2ff9-464a-aaea-d94252c2b18b HTTP/1.1" status: 200 len: 847 time: 0.2549515 May 16 19:10:38.832849 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-7c4976c6-b35b-439c-a7b3-23929cc29751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:38.834362 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-7c4976c6-b35b-439c-a7b3-23929cc29751 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0393922 May 16 19:10:38.927959 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-b3f1bc22-fd37-4384-93d2-bae448a43606 service neutron] 10.222.0.78 "GET /v2.0/networks/6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840878 May 16 19:10:39.017762 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-78b8cae1-342c-457c-ba80-7c1b79b6889e req-3f087b1a-c570-4f56-a8a4-39fd8b6f04f0 service neutron] 10.222.0.78 "GET /v2.0/networks/6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829039 May 16 19:10:39.532001 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e63b7-0d04-44f8-87dd-212d96711266 req-814a6c2d-b15a-4ce2-967d-64b6eaad3515 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:39.533506 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ba4e63b7-0d04-44f8-87dd-212d96711266 req-814a6c2d-b15a-4ce2-967d-64b6eaad3515 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 943 time: 0.0455949 May 16 19:10:39.580970 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ba4e63b7-0d04-44f8-87dd-212d96711266 req-9d1d18cc-26a7-462d-9c9d-fb2580506dec tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414166 May 16 19:10:40.690932 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db9ea6-8ee1-409a-b02f-af36f8538f96 req-73d885d2-7412-4d33-92de-e5b31933d801 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:40.692405 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d2db9ea6-8ee1-409a-b02f-af36f8538f96 req-73d885d2-7412-4d33-92de-e5b31933d801 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 943 time: 0.0458825 May 16 19:10:40.738701 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d2db9ea6-8ee1-409a-b02f-af36f8538f96 req-810fce36-c6ef-4ba7-afd7-98f86e5116ef tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400934 May 16 19:10:41.854324 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c73a9-5303-412c-83b6-443efe0115ce req-cedaf574-0b1b-458d-a58f-5bad1cf5c769 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:41.855769 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4c1c73a9-5303-412c-83b6-443efe0115ce req-cedaf574-0b1b-458d-a58f-5bad1cf5c769 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 943 time: 0.0493729 May 16 19:10:41.903395 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4c1c73a9-5303-412c-83b6-443efe0115ce req-bad4c040-81be-4e1e-9586-e47ae75290fe tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420797 May 16 19:10:43.013849 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e30b6-cffa-4c67-a577-3e00afd474f2 req-5928fb62-cb2b-455c-9d88-ae2bfc1e0feb tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:43.015309 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-634e30b6-cffa-4c67-a577-3e00afd474f2 req-5928fb62-cb2b-455c-9d88-ae2bfc1e0feb tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 943 time: 0.0469167 May 16 19:10:43.063797 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-634e30b6-cffa-4c67-a577-3e00afd474f2 req-f91c4e32-8b19-4fc0-b6ce-83acb56b6a58 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430779 May 16 19:10:44.182494 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b133437-91eb-4be3-af77-37325e690968 req-1df73283-9ec1-4a08-9f48-301a6ad24905 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:44.183945 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2b133437-91eb-4be3-af77-37325e690968 req-1df73283-9ec1-4a08-9f48-301a6ad24905 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 943 time: 0.0501709 May 16 19:10:44.233977 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2b133437-91eb-4be3-af77-37325e690968 req-7aa1d951-e82e-46c6-ab9d-c7b055fb6189 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445783 May 16 19:10:45.344796 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84386ef-12a7-40f0-837e-f96486df7217 req-857a3ac1-2a1c-4b81-961f-ad6c527bc5dd tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:45.346540 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d84386ef-12a7-40f0-837e-f96486df7217 req-857a3ac1-2a1c-4b81-961f-ad6c527bc5dd tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 943 time: 0.0476446 May 16 19:10:45.391252 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device f3e3f99a-88c0-4675-9448-938c84762e69 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:10:45.395684 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d84386ef-12a7-40f0-837e-f96486df7217 req-3ae1f87c-55a1-41d3-b3bb-8ac21b55333f tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437253 May 16 19:10:45.491688 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port f3e3f99a-88c0-4675-9448-938c84762e69, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f3e3f99a-88c0-4675-9448-938c84762e69,segment=NetworkSegment(9ae41167-1f4c-4f91-b2ba-10e2906cf444),segment_id=9ae41167-1f4c-4f91-b2ba-10e2906cf444)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:45.504369 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': 'f3e3f99a-88c0-4675-9448-938c84762e69', 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1', 'port_id': 'f3e3f99a-88c0-4675-9448-938c84762e69', 'mac_address': 'fa:16:3e:62:2d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:10:45.540055 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port f3e3f99a-88c0-4675-9448-938c84762e69 is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:45.540441 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:45.553395 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e3f99a-88c0-4675-9448-938c84762e69 {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:10:45.574321 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port f3e3f99a-88c0-4675-9448-938c84762e69, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f3e3f99a-88c0-4675-9448-938c84762e69,segment=NetworkSegment(9ae41167-1f4c-4f91-b2ba-10e2906cf444),segment_id=9ae41167-1f4c-4f91-b2ba-10e2906cf444)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:45.578290 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:45.610257 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f759e9-b9cf-4c65-a276-50f3a6add34b req-b9d7ea15-f0fc-4b44-ac86-3dc587732bb0 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:45.611719 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-18f759e9-b9cf-4c65-a276-50f3a6add34b req-b9d7ea15-f0fc-4b44-ac86-3dc587732bb0 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0475678 May 16 19:10:45.626784 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=f3e3f99a-88c0-4675-9448-938c84762e69,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:45.658011 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-18f759e9-b9cf-4c65-a276-50f3a6add34b req-301ec7a1-cb55-4f0a-9520-cac84d3120a3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406532 May 16 19:10:46.085267 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['f3e3f99a-88c0-4675-9448-938c84762e69'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:10:46.515140 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d6ba3-38c2-4e94-a23d-6b6189f20c61 req-894434f8-7f36-4d7f-9b99-1a95b87c9667 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:46.516738 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-544d6ba3-38c2-4e94-a23d-6b6189f20c61 req-894434f8-7f36-4d7f-9b99-1a95b87c9667 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 944 time: 0.0498173 May 16 19:10:46.571734 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-544d6ba3-38c2-4e94-a23d-6b6189f20c61 req-996c3033-72af-44e9-b778-c13cdcdde3d3 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493743 May 16 19:10:46.773269 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc8a39-7e87-4022-bc70-25afe1057e35 req-3724fbc4-57d7-4375-b4a6-52ba2f548a68 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:46.774705 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-30dc8a39-7e87-4022-bc70-25afe1057e35 req-3724fbc4-57d7-4375-b4a6-52ba2f548a68 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0452607 May 16 19:10:46.819210 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-30dc8a39-7e87-4022-bc70-25afe1057e35 req-27c15545-4f84-4aa0-97b2-fb82109b1bd9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390248 May 16 19:10:47.402577 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device f3e3f99a-88c0-4675-9448-938c84762e69 up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:10:47.443257 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port f3e3f99a-88c0-4675-9448-938c84762e69 completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:10:47.449396 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port f3e3f99a-88c0-4675-9448-938c84762e69 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:10:47.449836 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:47.520815 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port f3e3f99a-88c0-4675-9448-938c84762e69 is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:10:47.521193 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:47.542994 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c076bbbd-b448-4d64-981c-f028018fe914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e3f99a-88c0-4675-9448-938c84762e69'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:10:47.545238 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72161bb-8659-429c-b562-25a729caeb21" -d '{"events": [{"server_uuid": "c076bbbd-b448-4d64-981c-f028018fe914", "name": "network-vif-plugged", "status": "completed", "tag": "f3e3f99a-88c0-4675-9448-938c84762e69"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:10:47.557874 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port f3e3f99a-88c0-4675-9448-938c84762e69, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f3e3f99a-88c0-4675-9448-938c84762e69,segment=NetworkSegment(9ae41167-1f4c-4f91-b2ba-10e2906cf444),segment_id=9ae41167-1f4c-4f91-b2ba-10e2906cf444)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:10:47.561558 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:47.585190 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7011e1e-3b70-40f5-a5c7-c2027adb2cb3 x-openstack-request-id: req-c7011e1e-3b70-40f5-a5c7-c2027adb2cb3 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:10:47.585480 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c076bbbd-b448-4d64-981c-f028018fe914", "name": "network-vif-plugged", "status": "completed", "tag": "f3e3f99a-88c0-4675-9448-938c84762e69", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:10:47.585730 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7011e1e-3b70-40f5-a5c7-c2027adb2cb3 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:10:47.586121 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7011e1e-3b70-40f5-a5c7-c2027adb2cb3'] response: {'server_uuid': 'c076bbbd-b448-4d64-981c-f028018fe914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e3f99a-88c0-4675-9448-938c84762e69', 'code': 200} May 16 19:10:47.609240 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=f3e3f99a-88c0-4675-9448-938c84762e69,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:47.692746 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b3cd4-1b15-43c6-add0-57ede5494163 req-ad602b47-f9be-4fb2-92c3-dc1fcebbad56 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:47.694300 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b65b3cd4-1b15-43c6-add0-57ede5494163 req-ad602b47-f9be-4fb2-92c3-dc1fcebbad56 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0498054 May 16 19:10:47.954268 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b65b3cd4-1b15-43c6-add0-57ede5494163 req-d7a2e855-0d9d-4fb3-a13d-ca1e258d07c5 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544558 May 16 19:10:48.051480 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72237dc-d1f1-44b9-b490-a9683b83c7a9 req-4fda4584-82fc-43ae-adf2-030e8752349e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:48.052970 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f72237dc-d1f1-44b9-b490-a9683b83c7a9 req-4fda4584-82fc-43ae-adf2-030e8752349e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0464137 May 16 19:10:48.097490 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f72237dc-d1f1-44b9-b490-a9683b83c7a9 req-90e7bb9f-bb9f-4e5a-ac16-b92165b1dc15 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390680 May 16 19:10:48.468371 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20178ed0-7cb8-4ffd-97c0-ef09d23a8474 req-fc621ddf-ea1a-4967-90d3-2c3d9eb24446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:48.469938 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-20178ed0-7cb8-4ffd-97c0-ef09d23a8474 req-fc621ddf-ea1a-4967-90d3-2c3d9eb24446 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 1129 time: 0.0384207 May 16 19:10:48.526399 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-20178ed0-7cb8-4ffd-97c0-ef09d23a8474 req-8f910ebe-2e3f-4147-a259-381f6dcb9241 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487092 May 16 19:10:49.074391 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b79626-4446-42f3-9dfe-36d1813601f1 req-3be4a0cd-b067-469a-926a-527553f67bb5 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:49.075730 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a8b79626-4446-42f3-9dfe-36d1813601f1 req-3be4a0cd-b067-469a-926a-527553f67bb5 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0468068 May 16 19:10:49.124871 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a8b79626-4446-42f3-9dfe-36d1813601f1 req-4a3a441a-f1f8-4c7a-9b30-4af5bd8bd450 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436521 May 16 19:10:49.215173 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac65d1-2709-410d-9cb4-6d4f6caacca1 req-ac6abe3e-2b94-46ad-ad33-cb11dacbf4fe tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:49.216639 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-87ac65d1-2709-410d-9cb4-6d4f6caacca1 req-ac6abe3e-2b94-46ad-ad33-cb11dacbf4fe tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0468974 May 16 19:10:49.261862 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-87ac65d1-2709-410d-9cb4-6d4f6caacca1 req-71004db4-4c3d-4d07-bba6-d44b42a16743 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397122 May 16 19:10:50.238032 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de3a9c-48db-426b-8524-558e080723cf req-4d2937af-2396-4e81-a4a0-363d828dcfff tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:50.239594 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-21de3a9c-48db-426b-8524-558e080723cf req-4d2937af-2396-4e81-a4a0-363d828dcfff tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0485070 May 16 19:10:50.289224 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-21de3a9c-48db-426b-8524-558e080723cf req-7ca30984-ebfd-4ea3-9e9f-d564e8bf4cf2 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433841 May 16 19:10:50.377526 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de214c-da7b-4f72-9065-0422bc0e3264 req-e24f61b1-6d2c-426f-90b0-1a70c985366d tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:50.378938 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-30de214c-da7b-4f72-9065-0422bc0e3264 req-e24f61b1-6d2c-426f-90b0-1a70c985366d tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0473044 May 16 19:10:50.423162 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-30de214c-da7b-4f72-9065-0422bc0e3264 req-611baf55-6b40-4bc0-81fe-cbaf8fd8f5e5 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378063 May 16 19:10:51.421367 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0f40b-03e2-4f63-b3de-065bf7130a97 req-9f243f0e-ff98-44d0-8f9f-34cd07729f97 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:51.423895 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c2d0f40b-03e2-4f63-b3de-065bf7130a97 req-9f243f0e-ff98-44d0-8f9f-34cd07729f97 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0579419 May 16 19:10:51.477961 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c2d0f40b-03e2-4f63-b3de-065bf7130a97 req-18841ae2-fdb0-4eeb-81bd-e691f594315b tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485868 May 16 19:10:51.550393 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6557bc-3970-4063-9406-8a4bdfa9eb79 req-c0373250-be18-4b11-9164-d1089d7f0a32 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:51.551923 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6a6557bc-3970-4063-9406-8a4bdfa9eb79 req-c0373250-be18-4b11-9164-d1089d7f0a32 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0547204 May 16 19:10:51.614775 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12760e27-a9ac-4754-8c6f-892ce8f5e627 req-1354473d-75c7-4569-91d6-43358249598a tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:51.616826 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-12760e27-a9ac-4754-8c6f-892ce8f5e627 req-1354473d-75c7-4569-91d6-43358249598a tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0634639 May 16 19:10:51.645482 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6a6557bc-3970-4063-9406-8a4bdfa9eb79 req-7b820144-a2d3-45e7-bccf-7d36c3a62627 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841885 May 16 19:10:51.680467 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-12760e27-a9ac-4754-8c6f-892ce8f5e627 req-cb661ce1-097f-484e-9825-9561fd65a87e tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577340 May 16 19:10:51.701375 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 56552) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:51.884865 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7dfc1f-0bfb-4e79-bb94-5b57b68f8ebb tempest-TestShelveInstance-115651975 tempest-TestShelveInstance-115651975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:51.886404 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-dd7dfc1f-0bfb-4e79-bb94-5b57b68f8ebb tempest-TestShelveInstance-115651975 tempest-TestShelveInstance-115651975-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 1124 time: 0.1840148 May 16 19:10:51.889391 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 56556) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:51.893775 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Request body: {'floatingip': {'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'port_id': 'f3e3f99a-88c0-4675-9448-938c84762e69', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:51.917121 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:51.994358 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.103868 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Allocated IP 172.28.3.45 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/8aa22cdb-a13d-4776-9202-aa6331b1c02f) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:10:52.117468 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:10:52.232227 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for port (8aa22cdb-a13d-4776-9202-aa6331b1c02f), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.268077 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (8aa22cdb-a13d-4776-9202-aa6331b1c02f), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.305587 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:52.308594 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:52.314627 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:10:52.320091 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Pushing event updated for resources: {'Port': ['ID=8aa22cdb-a13d-4776-9202-aa6331b1c02f,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:52.353029 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:52.353381 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:52.353720 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:52.354054 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:52.354384 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:52.354713 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:52.355035 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:52.355357 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:52.355677 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:52.355996 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:52.356313 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:52.356652 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:52.356977 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:52.357293 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:52.357608 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:10:52.707443 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for floatingip (d7a62aaa-d38f-41e9-a06a-adf8de329353), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.805363 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56684740-1e95-4513-a306-20b41c62801d req-e52bfb45-615c-4a5e-a8c2-afe0bfdc15e9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:52.806996 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-56684740-1e95-4513-a306-20b41c62801d req-e52bfb45-615c-4a5e-a8c2-afe0bfdc15e9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0805249 May 16 19:10:52.822394 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (8aa22cdb-a13d-4776-9202-aa6331b1c02f), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:52.898932 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-56684740-1e95-4513-a306-20b41c62801d req-cd147848-7649-4a12-863d-0f3c59970d87 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853114 May 16 19:10:53.021953 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for port (8aa22cdb-a13d-4776-9202-aa6331b1c02f), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:53.026358 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127128894'] for port (8aa22cdb-a13d-4776-9202-aa6331b1c02f), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:53.090122 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Pushing event updated for resources: {'Port': ['ID=8aa22cdb-a13d-4776-9202-aa6331b1c02f,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:53.099369 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (d7a62aaa-d38f-41e9-a06a-adf8de329353), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:53.188797 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.l3_db [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Floating IP d7a62aaa-d38f-41e9-a06a-adf8de329353 associated. External IP: 172.28.3.45, port: f3e3f99a-88c0-4675-9448-938c84762e69. May 16 19:10:53.384652 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Router 0b9b4810-25f8-4b75-8ae1-008cd8d59988 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:10:53.483387 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:10:53.492779 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d04ed8a-7484-4f1c-9d02-6923884771c0 None None] Sync routers for ids ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:10:53.500874 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:53.502428 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d04ed8a-7484-4f1c-9d02-6923884771c0 None None] Routers {'0b9b4810-25f8-4b75-8ae1-008cd8d59988'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:53.503105 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-4d04ed8a-7484-4f1c-9d02-6923884771c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:10:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:53.533485 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-64c7d9fd-4578-44a4-b8d6-22e267429a22 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6404891 May 16 19:10:53.533485 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c076bbbd-b448-4d64-981c-f028018fe914', 'tag': 'f3e3f99a-88c0-4675-9448-938c84762e69'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:10:53.533976 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1e6c95055ea8af60a6cf55267712f4255de8fda57894f5867c3333729ade532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90708121-b6fd-4c43-805e-18e49e6fe4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c076bbbd-b448-4d64-981c-f028018fe914", "tag": "f3e3f99a-88c0-4675-9448-938c84762e69"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:10:53.570498 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e4390d-2e03-4923-affa-8679657a28b5 x-openstack-request-id: req-47e4390d-2e03-4923-affa-8679657a28b5 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:10:53.570801 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c076bbbd-b448-4d64-981c-f028018fe914", "tag": "f3e3f99a-88c0-4675-9448-938c84762e69", "status": "completed", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:10:53.571035 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47e4390d-2e03-4923-affa-8679657a28b5 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:10:53.571435 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47e4390d-2e03-4923-affa-8679657a28b5'] response: {'name': 'network-changed', 'server_uuid': 'c076bbbd-b448-4d64-981c-f028018fe914', 'tag': 'f3e3f99a-88c0-4675-9448-938c84762e69', 'status': 'completed', 'code': 200} May 16 19:10:53.680640 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-4d04ed8a-7484-4f1c-9d02-6923884771c0 None None] Set router 0b9b4810-25f8-4b75-8ae1-008cd8d59988 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:53.823058 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90708121-b6fd-4c43-805e-18e49e6fe4f1 req-e63876b7-8768-464c-b641-516320f15503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:53.824675 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-90708121-b6fd-4c43-805e-18e49e6fe4f1 req-e63876b7-8768-464c-b641-516320f15503 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=59c811a30ef74f329f5d72d605a56444&device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 1129 time: 0.0428615 May 16 19:10:53.906356 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-4d04ed8a-7484-4f1c-9d02-6923884771c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'name': 'tempest-TestShelveInstance-206567709-router', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:49Z', 'updated_at': '2022-05-16T19:09:53Z', 'revision_number': 4, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'gw_port': {'id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:50Z', 'updated_at': '2022-05-16T19:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': 'd7a62aaa-d38f-41e9-a06a-adf8de329353', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'floating_ip_address': '172.28.3.45', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'port_id': 'f3e3f99a-88c0-4675-9448-938c84762e69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1', 'mac_address': 'fa:16:3e:62:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c076bbbd-b448-4d64-981c-f028018fe914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:52Z', 'updated_at': '2022-05-16T19:10:52Z', 'revision_number': 0, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6b5457-a6f1-45fe-aa49-a0f662903b03', 'name': '', 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'mac_address': 'fa:16:3e:64:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:52Z', 'updated_at': '2022-05-16T19:09:59Z', 'revision_number': 5, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'subnets': [{'id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:53.927918 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90708121-b6fd-4c43-805e-18e49e6fe4f1 req-5640e677-c331-4211-8d25-598daabb8285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:53.929900 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-90708121-b6fd-4c43-805e-18e49e6fe4f1 req-5640e677-c331-4211-8d25-598daabb8285 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 HTTP/1.1" status: 200 len: 909 time: 0.0989048 May 16 19:10:53.935751 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d04ed8a-7484-4f1c-9d02-6923884771c0 None None] Checking router: 0b9b4810-25f8-4b75-8ae1-008cd8d59988 for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:10:53.945677 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d04ed8a-7484-4f1c-9d02-6923884771c0 None None] Routers {'0b9b4810-25f8-4b75-8ae1-008cd8d59988'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:10:53.946319 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-4d04ed8a-7484-4f1c-9d02-6923884771c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:10:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:53.951596 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 56586) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:53.957755 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-5a783f9e-e496-4917-a873-9e9b3a48b4cb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1657437485', 'description': 'tempest-description--846529602'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:53.981578 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5a783f9e-e496-4917-a873-9e9b3a48b4cb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:53.999394 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-90708121-b6fd-4c43-805e-18e49e6fe4f1 req-adf85e87-8bf6-4807-a5c9-65f86eef9397 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3e3f99a-88c0-4675-9448-938c84762e69 HTTP/1.1" status: 200 len: 998 time: 0.0628369 May 16 19:10:54.051383 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90708121-b6fd-4c43-805e-18e49e6fe4f1 req-d6d0344d-2289-4127-8b53-04d1a72097bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:54.054318 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-90708121-b6fd-4c43-805e-18e49e6fe4f1 req-d6d0344d-2289-4127-8b53-04d1a72097bb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=478c6510-2ff9-464a-aaea-d94252c2b18b HTTP/1.1" status: 200 len: 847 time: 0.0474479 May 16 19:10:54.054534 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e58e5-1dee-445a-a5b9-96407901544f req-adf9a241-ac35-4c76-92e1-739887ad8cd9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:54.056070 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2a9e58e5-1dee-445a-a5b9-96407901544f req-adf9a241-ac35-4c76-92e1-739887ad8cd9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0613391 May 16 19:10:54.069768 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-4d04ed8a-7484-4f1c-9d02-6923884771c0 None None] Set router 0b9b4810-25f8-4b75-8ae1-008cd8d59988 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:10:54.100910 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90708121-b6fd-4c43-805e-18e49e6fe4f1 req-f3d40394-8dff-43af-a93a-af9296ba6dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:54.102473 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-90708121-b6fd-4c43-805e-18e49e6fe4f1 req-f3d40394-8dff-43af-a93a-af9296ba6dce service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0420167 May 16 19:10:54.138368 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5a783f9e-e496-4917-a873-9e9b3a48b4cb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (4b16d12b-be10-4e1f-83d0-bb745d742787), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.142800 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5a783f9e-e496-4917-a873-9e9b3a48b4cb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (4b16d12b-be10-4e1f-83d0-bb745d742787), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.161914 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2a9e58e5-1dee-445a-a5b9-96407901544f req-2e6927c7-dc71-4a55-85c7-3f992acf8768 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981352 May 16 19:10:54.189877 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5a783f9e-e496-4917-a873-9e9b3a48b4cb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.189877 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-5a783f9e-e496-4917-a873-9e9b3a48b4cb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2347722 May 16 19:10:54.191300 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 56588) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:54.197581 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-34e72c8b-de86-4fae-8f7b-6a7d14b91abd tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'security_group_rule': {'security_group_id': '4b16d12b-be10-4e1f-83d0-bb745d742787', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:54.205085 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a783f9e-e496-4917-a873-9e9b3a48b4cb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b16d12b-be10-4e1f-83d0-bb745d742787,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:54.207611 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-90708121-b6fd-4c43-805e-18e49e6fe4f1 req-6b72168f-1493-4ee3-9e41-5463bf73da8c service neutron] 10.222.0.78 "GET /v2.0/networks/6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975952 May 16 19:10:54.232924 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-34e72c8b-de86-4fae-8f7b-6a7d14b91abd tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (76ad2c5e-5704-4784-a767-78cb0a8aa8a9), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.291022 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-34e72c8b-de86-4fae-8f7b-6a7d14b91abd tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (76ad2c5e-5704-4784-a767-78cb0a8aa8a9), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.295809 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-34e72c8b-de86-4fae-8f7b-6a7d14b91abd tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (76ad2c5e-5704-4784-a767-78cb0a8aa8a9), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.314210 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e72c8b-de86-4fae-8f7b-6a7d14b91abd tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ad2c5e-5704-4784-a767-78cb0a8aa8a9,revision_number=0']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:54.323970 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-34e72c8b-de86-4fae-8f7b-6a7d14b91abd tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.327914 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-34e72c8b-de86-4fae-8f7b-6a7d14b91abd tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331301 May 16 19:10:54.328152 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 56592) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:54.331359 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-4d04ed8a-7484-4f1c-9d02-6923884771c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'name': 'tempest-TestShelveInstance-206567709-router', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:49Z', 'updated_at': '2022-05-16T19:09:53Z', 'revision_number': 4, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'gw_port': {'id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:50Z', 'updated_at': '2022-05-16T19:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': 'd7a62aaa-d38f-41e9-a06a-adf8de329353', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'floating_ip_address': '172.28.3.45', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'port_id': 'f3e3f99a-88c0-4675-9448-938c84762e69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1', 'mac_address': 'fa:16:3e:62:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c076bbbd-b448-4d64-981c-f028018fe914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:52Z', 'updated_at': '2022-05-16T19:10:52Z', 'revision_number': 0, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6b5457-a6f1-45fe-aa49-a0f662903b03', 'name': '', 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'mac_address': 'fa:16:3e:64:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:52Z', 'updated_at': '2022-05-16T19:09:59Z', 'revision_number': 5, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'subnets': [{'id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:10:54.332513 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-d9493a3c-d744-4b47-91ed-cde924ed6d32 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'security_group_rule': {'security_group_id': '4b16d12b-be10-4e1f-83d0-bb745d742787', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:54.359266 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d9493a3c-d744-4b47-91ed-cde924ed6d32 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (086d4704-e3ea-496c-a17c-f38d29f47f0f), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.360460 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d04ed8a-7484-4f1c-9d02-6923884771c0 None None] The sync data for ids ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'] in dv-cinder-839987-5-smb is: [{'id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'name': 'tempest-TestShelveInstance-206567709-router', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:49Z', 'updated_at': '2022-05-16T19:09:53Z', 'revision_number': 4, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'gw_port': {'id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:50Z', 'updated_at': '2022-05-16T19:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': 'd7a62aaa-d38f-41e9-a06a-adf8de329353', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'floating_ip_address': '172.28.3.45', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'port_id': 'f3e3f99a-88c0-4675-9448-938c84762e69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1', 'mac_address': 'fa:16:3e:62:2d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c076bbbd-b448-4d64-981c-f028018fe914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:52Z', 'updated_at': '2022-05-16T19:10:52Z', 'revision_number': 0, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a6b5457-a6f1-45fe-aa49-a0f662903b03', 'name': '', 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'mac_address': 'fa:16:3e:64:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:52Z', 'updated_at': '2022-05-16T19:09:59Z', 'revision_number': 5, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'subnets': [{'id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:10:54.420365 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d9493a3c-d744-4b47-91ed-cde924ed6d32 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (086d4704-e3ea-496c-a17c-f38d29f47f0f), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.424729 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d9493a3c-d744-4b47-91ed-cde924ed6d32 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (086d4704-e3ea-496c-a17c-f38d29f47f0f), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.444736 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9493a3c-d744-4b47-91ed-cde924ed6d32 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086d4704-e3ea-496c-a17c-f38d29f47f0f,revision_number=0']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:54.455666 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d9493a3c-d744-4b47-91ed-cde924ed6d32 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.457075 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-d9493a3c-d744-4b47-91ed-cde924ed6d32 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278429 May 16 19:10:54.460995 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 56594) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:10:54.467956 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-3b458bbc-058a-4e7b-b459-cfd8e3636a50 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'floatingip': {'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:10:54.498637 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3b458bbc-058a-4e7b-b459-cfd8e3636a50 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.581825 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b40d9e8-7a70-48f7-ad10-63dd78977331 None None] New status for floating IP d7a62aaa-d38f-41e9-a06a-adf8de329353: ACTIVE {{(pid=103575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:10:54.590562 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3b458bbc-058a-4e7b-b459-cfd8e3636a50 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.693326 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-3b458bbc-058a-4e7b-b459-cfd8e3636a50 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Allocated IP 172.28.3.67 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/092b5d14-448a-46be-85b7-3dec4d1e173f) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:10:54.814897 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3b458bbc-058a-4e7b-b459-cfd8e3636a50 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for port (092b5d14-448a-46be-85b7-3dec4d1e173f), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.846979 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3b458bbc-058a-4e7b-b459-cfd8e3636a50 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (092b5d14-448a-46be-85b7-3dec4d1e173f), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:54.857880 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-90708121-b6fd-4c43-805e-18e49e6fe4f1 req-4d4a9a6e-2a0c-48cf-b35d-7268c594a08f service neutron] 10.222.0.78 "GET /v2.0/networks/6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287951 May 16 19:10:54.881029 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b458bbc-058a-4e7b-b459-cfd8e3636a50 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:10:54.884401 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-3b458bbc-058a-4e7b-b459-cfd8e3636a50 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:10:54.887723 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b458bbc-058a-4e7b-b459-cfd8e3636a50 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:10:54.914601 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b458bbc-058a-4e7b-b459-cfd8e3636a50 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'Port': ['ID=092b5d14-448a-46be-85b7-3dec4d1e173f,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:54.978151 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3b458bbc-058a-4e7b-b459-cfd8e3636a50 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (14a6bc85-9e52-4845-9671-b4a2a6bcd78d), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:55.012477 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3b458bbc-058a-4e7b-b459-cfd8e3636a50 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (092b5d14-448a-46be-85b7-3dec4d1e173f), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:55.202879 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3b458bbc-058a-4e7b-b459-cfd8e3636a50 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for port (092b5d14-448a-46be-85b7-3dec4d1e173f), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:55.207907 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3b458bbc-058a-4e7b-b459-cfd8e3636a50 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127128894'] for port (092b5d14-448a-46be-85b7-3dec4d1e173f), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:55.317123 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b458bbc-058a-4e7b-b459-cfd8e3636a50 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'Port': ['ID=092b5d14-448a-46be-85b7-3dec4d1e173f,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:10:55.329689 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae09547-beab-4359-a542-c066c9f1770d req-3e75ef3d-2f9f-43dd-9a17-37a69e3f6bdc tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:55.331302 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4ae09547-beab-4359-a542-c066c9f1770d req-3e75ef3d-2f9f-43dd-9a17-37a69e3f6bdc tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0916395 May 16 19:10:55.332013 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3b458bbc-058a-4e7b-b459-cfd8e3636a50 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (14a6bc85-9e52-4845-9671-b4a2a6bcd78d), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:55.366024 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3b458bbc-058a-4e7b-b459-cfd8e3636a50 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:10:55.367985 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-3b458bbc-058a-4e7b-b459-cfd8e3636a50 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9057443 May 16 19:10:55.399369 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4ae09547-beab-4359-a542-c066c9f1770d req-0f12f08f-7248-40bd-bfc1-3a1fe6e4efe9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570614 May 16 19:10:55.585741 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-bd6a11b3-26ac-441e-a29c-cf30192ae809 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1657437485&fields=id&tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513 HTTP/1.1" status: 200 len: 267 time: 0.0518208 May 16 19:10:55.915251 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-e647466d-b05e-4d78-981d-f8889f505e00 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:55.916773 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-e647466d-b05e-4d78-981d-f8889f505e00 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/networks?id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de HTTP/1.1" status: 200 len: 815 time: 0.3236938 May 16 19:10:55.930693 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-37613eda-84a2-4edd-8151-1f2b3af709d2 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/quotas/84a4b9a583d64f49aad8b2c8ea0d5513 HTTP/1.1" status: 200 len: 375 time: 0.0086160 May 16 19:10:55.978787 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-40a0f520-5095-4bf8-a593-6f83925cbda3 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0434117 May 16 19:10:56.077922 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-d427d07e-e069-4f22-abc8-2e72f60b56a2 service neutron] 10.222.0.65 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844288 May 16 19:10:56.161356 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-5948df3b-fc31-4cd0-a10d-756461178381 service neutron] 10.222.0.65 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814703 May 16 19:10:56.712113 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef4d31-3927-476e-b2b6-f6a451ca6290 req-0beab850-c67d-4617-a5bf-7e4d40ffb111 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:56.713679 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f7ef4d31-3927-476e-b2b6-f6a451ca6290 req-0beab850-c67d-4617-a5bf-7e4d40ffb111 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0474458 May 16 19:10:56.763293 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f7ef4d31-3927-476e-b2b6-f6a451ca6290 req-db724c04-1697-46f6-9922-46979dd14d2b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441177 May 16 19:10:57.330290 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dbbfa660-1d53-4002-94bd-dc7478713658 req-d527606e-78b0-4a32-9860-7c5889074136 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 210 time: 0.0290170 May 16 19:10:57.893999 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da8948-a56e-46c6-8e63-f7273319efdc req-6ed25e52-84be-4aec-b73b-12cc5e043ba0 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:57.895480 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-43da8948-a56e-46c6-8e63-f7273319efdc req-6ed25e52-84be-4aec-b73b-12cc5e043ba0 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0571423 May 16 19:10:57.973088 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-43da8948-a56e-46c6-8e63-f7273319efdc req-58da6564-f47e-487c-8d92-e276d1a229f8 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715964 May 16 19:10:57.983363 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cc9a2-6052-45de-992a-414fb3cfb233 req-1c256ab6-63da-4cad-92b7-19c4cc17b42f tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:57.984702 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ff0cc9a2-6052-45de-992a-414fb3cfb233 req-1c256ab6-63da-4cad-92b7-19c4cc17b42f tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 945 time: 0.0582187 May 16 19:10:58.031662 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ff0cc9a2-6052-45de-992a-414fb3cfb233 req-5399087f-4b43-4c8b-9f7a-de612efa2376 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411141 May 16 19:10:58.424053 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8bd5de60-27c1-4222-a002-1448a971a400 req-111ca48f-c1ef-4486-8f6a-76c92a2d6c64 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 210 time: 0.0267479 May 16 19:10:59.089256 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1beaf0a-f703-4fe6-9bfc-bf61b9bbb446 req-ede2902b-74c1-40d6-bf94-1bd54de557d3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:59.090705 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f1beaf0a-f703-4fe6-9bfc-bf61b9bbb446 req-ede2902b-74c1-40d6-bf94-1bd54de557d3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0459445 May 16 19:10:59.170266 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce66f1-a3da-4bb9-81a2-7cd94f69ed21 req-59d8088d-c4e0-4b35-a86e-2640573834c8 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:10:59.171707 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-40ce66f1-a3da-4bb9-81a2-7cd94f69ed21 req-59d8088d-c4e0-4b35-a86e-2640573834c8 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 945 time: 0.0695353 May 16 19:10:59.174703 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f1beaf0a-f703-4fe6-9bfc-bf61b9bbb446 req-6ec5b5fb-3aa4-40b8-b1ae-c79456853103 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783162 May 16 19:10:59.218172 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-40ce66f1-a3da-4bb9-81a2-7cd94f69ed21 req-7f34b5b5-9e54-439c-b784-a37a25e49c3d tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 May 16 19:10:59.515586 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-23f58ae3-64fb-4e14-9ab2-58692fea697b req-c13442c6-b153-4cd5-8732-08649216632f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 210 time: 0.0277405 May 16 19:11:00.304201 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfdedc-288d-468a-981b-ef13c4f85661 req-1e017745-2216-40b4-b916-8bffd43753e2 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:00.305781 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-bdcfdedc-288d-468a-981b-ef13c4f85661 req-1e017745-2216-40b4-b916-8bffd43753e2 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0575871 May 16 19:11:00.355799 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59179107-fa3e-47d0-90e8-9a70b9fadabb req-fde73839-76fe-46cd-9b32-47bb6c34bd57 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:00.357310 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-59179107-fa3e-47d0-90e8-9a70b9fadabb req-fde73839-76fe-46cd-9b32-47bb6c34bd57 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 945 time: 0.0703421 May 16 19:11:00.396879 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-bdcfdedc-288d-468a-981b-ef13c4f85661 req-1d8de92b-3982-4df2-b51d-812cef103901 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713422 May 16 19:11:00.424945 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-59179107-fa3e-47d0-90e8-9a70b9fadabb req-a3ce9608-1218-42f5-83d7-3d9b70a63022 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579109 May 16 19:11:00.607239 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b76319f7-c4a1-4815-b9c4-ef0fda8efc5e req-a16bcb97-60d9-42a2-beb1-0fa31eec34b8 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 210 time: 0.0276430 May 16 19:11:01.554831 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba45a8-ded3-4929-b1d4-092fbf62b3e9 req-52be1e48-ec19-4e5e-b0cb-a3ebe1881b37 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:01.556295 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3fba45a8-ded3-4929-b1d4-092fbf62b3e9 req-52be1e48-ec19-4e5e-b0cb-a3ebe1881b37 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0728881 May 16 19:11:01.566807 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da623eb3-3235-4920-8fe0-26c0434f2359 req-badae414-47e8-4927-971b-9ad62068e7fb tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:01.568174 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-da623eb3-3235-4920-8fe0-26c0434f2359 req-badae414-47e8-4927-971b-9ad62068e7fb tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 945 time: 0.0761156 May 16 19:11:01.639369 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3fba45a8-ded3-4929-b1d4-092fbf62b3e9 req-0d434820-7785-4b99-bd6f-b6d88ee1db59 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702012 May 16 19:11:01.642283 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-da623eb3-3235-4920-8fe0-26c0434f2359 req-114558e2-60d2-4350-9456-0913f392d21b tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666196 May 16 19:11:01.730217 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-fff19cc8-9dc5-4bdb-b2e7-8dd340d5cecb req-7f15c658-fcab-4551-8e76-5afc808a569e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 210 time: 0.0343974 May 16 19:11:02.481611 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ad01a082-7903-43e2-ac1a-68d347cc941b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:02.796964 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d36190-5e28-4790-b771-3d3c5ddcbc59 req-cdfbc0e7-f44c-47b9-9ad4-d348b107b10a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:02.798399 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b0d36190-5e28-4790-b771-3d3c5ddcbc59 req-cdfbc0e7-f44c-47b9-9ad4-d348b107b10a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0868900 May 16 19:11:02.804249 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f32f35-d641-4770-8fe1-7d8c00e230b0 req-0251a738-8c46-4100-89c1-55e0fc1cfb97 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:02.806238 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d6f32f35-d641-4770-8fe1-7d8c00e230b0 req-0251a738-8c46-4100-89c1-55e0fc1cfb97 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 945 time: 0.0929594 May 16 19:11:02.873655 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b0d36190-5e28-4790-b771-3d3c5ddcbc59 req-9b4e8272-ac68-4be5-a2eb-bccb680feada tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664718 May 16 19:11:02.880775 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d6f32f35-d641-4770-8fe1-7d8c00e230b0 req-cc643ef6-c527-47a6-a352-a100b03693c8 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678322 May 16 19:11:02.961293 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-101ddc22-b8a2-4026-9c06-9a44fd2274be req-2136fde1-9e9c-49f6-a073-f1b7f59db179 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 210 time: 0.0300643 May 16 19:11:04.018722 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ee6d3-41b2-4b3d-9d65-7e254535c9e1 req-c46fda81-2555-4277-88c7-5a7c84ef9ab2 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:04.020182 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e78ee6d3-41b2-4b3d-9d65-7e254535c9e1 req-c46fda81-2555-4277-88c7-5a7c84ef9ab2 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0738556 May 16 19:11:04.026028 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d4465-6124-48a7-ba1c-c30b3a612dae req-c42cf179-5058-4617-ad9b-fc5a52be0661 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:04.027779 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-320d4465-6124-48a7-ba1c-c30b3a612dae req-c42cf179-5058-4617-ad9b-fc5a52be0661 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 945 time: 0.0803082 May 16 19:11:04.098618 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e78ee6d3-41b2-4b3d-9d65-7e254535c9e1 req-f6b29c55-6bbb-4935-919c-550909b7e8f8 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698988 May 16 19:11:04.102341 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-320d4465-6124-48a7-ba1c-c30b3a612dae req-8ea6818d-bc0b-4707-b17d-df5a773f816e tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669794 May 16 19:11:04.135581 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:04.189769 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-454ec889-08db-4da2-a16b-38ca88e41044 req-419ea790-c642-4743-884b-8b24cd2a2fe2 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 210 time: 0.0311258 May 16 19:11:04.562623 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a223a-7884-44a1-9ef3-af2f3598f174 req-29edbc2a-8ff0-4b66-a858-30ba1031fa66 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:04.564092 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-fb1a223a-7884-44a1-9ef3-af2f3598f174 req-29edbc2a-8ff0-4b66-a858-30ba1031fa66 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 945 time: 0.1061864 May 16 19:11:04.603503 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-15642873-e8c1-471f-a44f-2d117cf8a554 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:04.605093 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-15642873-e8c1-471f-a44f-2d117cf8a554 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "GET /v2.0/networks?id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de HTTP/1.1" status: 200 len: 815 time: 0.1485016 May 16 19:11:04.774879 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-fb1a223a-7884-44a1-9ef3-af2f3598f174 req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Deleting port a9b50efd-d418-4f1e-b592-cda807152a21 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:11:04.775301 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-fb1a223a-7884-44a1-9ef3-af2f3598f174 req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (a9b50efd-d418-4f1e-b592-cda807152a21), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:04.787892 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-be56810b-5243-44d0-a8ea-9e0a1c79f1fb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513 HTTP/1.1" status: 200 len: 473 time: 0.1411579 May 16 19:11:04.811140 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-d391b372-93eb-4f29-96e1-0416a4bd5760 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'port': {'device_id': '6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'admin_state_up': True, 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'security_groups': ['4b16d12b-be10-4e1f-83d0-bb745d742787']}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:04.946855 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-fb1a223a-7884-44a1-9ef3-af2f3598f174 req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] For port a9b50efd-d418-4f1e-b592-cda807152a21, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=a9b50efd-d418-4f1e-b592-cda807152a21,segment=NetworkSegment(de7a95bc-894b-4923-8b13-a7dfe10eddfb),segment_id=de7a95bc-894b-4923-8b13-a7dfe10eddfb)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:04.947221 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-fb1a223a-7884-44a1-9ef3-af2f3598f174 req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (a9b50efd-d418-4f1e-b592-cda807152a21), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:04.966488 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-fb1a223a-7884-44a1-9ef3-af2f3598f174 req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Calling delete_port for a9b50efd-d418-4f1e-b592-cda807152a21 owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:11:04.997403 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4837d9b4-8115-4886-9358-98bd39df7913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:05.021161 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-d391b372-93eb-4f29-96e1-0416a4bd5760 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Made reservation on behalf of 84a4b9a583d64f49aad8b2c8ea0d5513 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:11:05.025167 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-d391b372-93eb-4f29-96e1-0416a4bd5760 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:05.209585 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-d391b372-93eb-4f29-96e1-0416a4bd5760 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Allocated IP 172.20.0.4 (3cb27ab2-3f03-450b-967b-0cbe8bcd58de/05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae/59ce3679-0843-477e-aa63-9c30e91c8451) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:11:05.212102 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-fb1a223a-7884-44a1-9ef3-af2f3598f174 req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (a9b50efd-d418-4f1e-b592-cda807152a21), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:05.224651 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['a9b50efd-d418-4f1e-b592-cda807152a21'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:11:05.245597 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Pushing event deleted for resources: {'Port': ['ID=a9b50efd-d418-4f1e-b592-cda807152a21,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:05.248573 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd6d88-af9c-4b9a-89a4-90f2c7c7e4d6 req-4b37d2ca-be5a-4849-8617-1369c7db2a93 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:05.250088 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2cfd6d88-af9c-4b9a-89a4-90f2c7c7e4d6 req-4b37d2ca-be5a-4849-8617-1369c7db2a93 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0766726 May 16 19:11:05.256937 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53cb18-6e3e-42db-ba73-79d26afc1345 req-b00b3583-5379-4d84-afc8-1f3fa88c0cf3 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:05.259104 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-cc53cb18-6e3e-42db-ba73-79d26afc1345 req-b00b3583-5379-4d84-afc8-1f3fa88c0cf3 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd193c76-bc37-44aa-867e-918b679aabbc HTTP/1.1" status: 200 len: 945 time: 0.0768085 May 16 19:11:05.289968 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:05.290316 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:05.290662 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:05.291003 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:05.291339 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:05.291674 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:05.292000 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:05.292324 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:05.292678 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:05.293007 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:05.293339 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:05.293965 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:05.293965 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:05.294290 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:05.294610 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:05.326850 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1a223a-7884-44a1-9ef3-af2f3598f174 req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] No DVR routers for this DVR port a9b50efd-d418-4f1e-b592-cda807152a21 on host hv-cinder-83998 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:11:05.330734 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-fb1a223a-7884-44a1-9ef3-af2f3598f174 req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:05.332456 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2cfd6d88-af9c-4b9a-89a4-90f2c7c7e4d6 req-9a5acb98-21e3-469b-8191-399320c182c2 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707757 May 16 19:11:05.333977 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-fb1a223a-7884-44a1-9ef3-af2f3598f174 req-cd47cc2a-866d-4292-a6ae-233ab3761531 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.78 "DELETE /v2.0/ports/a9b50efd-d418-4f1e-b592-cda807152a21 HTTP/1.1" status: 204 len: 173 time: 0.6885035 May 16 19:11:05.334422 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd193c76-bc37-44aa-867e-918b679aabbc', 'name': 'network-vif-deleted', 'tag': 'a9b50efd-d418-4f1e-b592-cda807152a21'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:11:05.336791 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d050fbe-41c4-4b96-8601-34bce2d1ebd1" -d '{"events": [{"server_uuid": "bd193c76-bc37-44aa-867e-918b679aabbc", "name": "network-vif-deleted", "tag": "a9b50efd-d418-4f1e-b592-cda807152a21"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:11:05.344601 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-cc53cb18-6e3e-42db-ba73-79d26afc1345 req-89c1dc42-5df7-4b9c-96bc-9b30c19dd258 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670071 May 16 19:11:05.416412 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad7d1e5-8a56-42f9-bf58-4d2faa76b3e3 x-openstack-request-id: req-3ad7d1e5-8a56-42f9-bf58-4d2faa76b3e3 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:11:05.416784 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd193c76-bc37-44aa-867e-918b679aabbc", "name": "network-vif-deleted", "tag": "a9b50efd-d418-4f1e-b592-cda807152a21", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:11:05.417041 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3ad7d1e5-8a56-42f9-bf58-4d2faa76b3e3 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:11:05.417446 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ad7d1e5-8a56-42f9-bf58-4d2faa76b3e3'] response: {'server_uuid': 'bd193c76-bc37-44aa-867e-918b679aabbc', 'name': 'network-vif-deleted', 'tag': 'a9b50efd-d418-4f1e-b592-cda807152a21', 'status': 'completed', 'code': 200} May 16 19:11:05.449603 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3f87bc7a-c258-4775-a45d-0746541e04c1 req-0a5c253e-eb1a-4694-b1a4-1e3ecc225a74 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 210 time: 0.0317988 May 16 19:11:05.473611 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-d391b372-93eb-4f29-96e1-0416a4bd5760 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for port (59ce3679-0843-477e-aa63-9c30e91c8451), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:05.506547 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-d391b372-93eb-4f29-96e1-0416a4bd5760 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (59ce3679-0843-477e-aa63-9c30e91c8451), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:05.553808 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-d391b372-93eb-4f29-96e1-0416a4bd5760 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:11:05.557690 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-d391b372-93eb-4f29-96e1-0416a4bd5760 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:11:05.563682 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-d391b372-93eb-4f29-96e1-0416a4bd5760 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:11:05.569834 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391b372-93eb-4f29-96e1-0416a4bd5760 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'Port': ['ID=59ce3679-0843-477e-aa63-9c30e91c8451,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:05.614916 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-d391b372-93eb-4f29-96e1-0416a4bd5760 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:05.615548 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-d391b372-93eb-4f29-96e1-0416a4bd5760 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:05.633312 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-d391b372-93eb-4f29-96e1-0416a4bd5760 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8314550 May 16 19:11:05.800464 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-657e809c-192c-4b5e-883c-57ca023aadc4 None None] Provisioning complete for port 59ce3679-0843-477e-aa63-9c30e91c8451 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:11:05.800851 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-657e809c-192c-4b5e-883c-57ca023aadc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (59ce3679-0843-477e-aa63-9c30e91c8451), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:05.838802 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-657e809c-192c-4b5e-883c-57ca023aadc4 None None] Port 59ce3679-0843-477e-aa63-9c30e91c8451 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:11:05.894595 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Request body: {'port': {'device_id': '6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:05.954249 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (59ce3679-0843-477e-aa63-9c30e91c8451), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:06.039862 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:06.244629 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ce3679-0843-477e-aa63-9c30e91c8451 {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:11:06.251923 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Publish callbacks [] for port (59ce3679-0843-477e-aa63-9c30e91c8451), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:06.264848 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Transition to ACTIVE for port object 59ce3679-0843-477e-aa63-9c30e91c8451 will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:11:06.269090 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (59ce3679-0843-477e-aa63-9c30e91c8451), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:06.320703 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Pushing event updated for resources: {'Port': ['ID=59ce3679-0843-477e-aa63-9c30e91c8451,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:06.410677 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Attempting to bind port 59ce3679-0843-477e-aa63-9c30e91c8451 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:11:06.411096 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Attempting to bind port 59ce3679-0843-477e-aa63-9c30e91c8451 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:11:06.411522 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Attempting to bind port 59ce3679-0843-477e-aa63-9c30e91c8451 on network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:11:06.417370 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Port 59ce3679-0843-477e-aa63-9c30e91c8451 on network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:11:06.417837 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Attempting to bind port 59ce3679-0843-477e-aa63-9c30e91c8451 on network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:11:06.442242 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:11:06.442591 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Checking segment: {'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:11:06.442977 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Bound using segment: {'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:11:06.443589 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Bound port: 59ce3679-0843-477e-aa63-9c30e91c8451, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:11:06.443952 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (59ce3679-0843-477e-aa63-9c30e91c8451), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:06.504706 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f2d19-2a86-4a7f-9543-f563d909764b req-a98f1ae1-5ae7-4e4d-a921-c9264152038f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:06.506643 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d53f2d19-2a86-4a7f-9543-f563d909764b req-a98f1ae1-5ae7-4e4d-a921-c9264152038f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0679498 May 16 19:11:06.529209 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] For port 59ce3679-0843-477e-aa63-9c30e91c8451, host hv-cinder-83998, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:11:06.536632 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] For port 59ce3679-0843-477e-aa63-9c30e91c8451, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=59ce3679-0843-477e-aa63-9c30e91c8451,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:11:06.545169 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (59ce3679-0843-477e-aa63-9c30e91c8451), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:06.594311 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:06.594916 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:06.596317 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] 10.222.0.78 "PUT /v2.0/ports/59ce3679-0843-477e-aa63-9c30e91c8451 HTTP/1.1" status: 200 len: 1093 time: 0.7061293 May 16 19:11:06.603272 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d53f2d19-2a86-4a7f-9543-f563d909764b req-bb62fcd3-d21a-4b66-9e1c-72251196d82c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894816 May 16 19:11:06.631275 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101e39b-56ef-4d56-962b-8f0140b0d5df service neutron] Pushing event updated for resources: {'Port': ['ID=59ce3679-0843-477e-aa63-9c30e91c8451,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:06.636745 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4edd4-b48f-4790-a6c6-7b9ab8fa0ec9 req-51683a7a-8aae-4a7b-ac4c-d8621430d08a tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:06.638953 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5bf4edd4-b48f-4790-a6c6-7b9ab8fa0ec9 req-51683a7a-8aae-4a7b-ac4c-d8621430d08a tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 943 time: 0.0924401 May 16 19:11:06.706397 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5bf4edd4-b48f-4790-a6c6-7b9ab8fa0ec9 req-af250004-73a0-4062-992e-93b804316847 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588973 May 16 19:11:06.728091 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-446fceed-c833-491b-a468-7b8dc4a5725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:06.729812 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-446fceed-c833-491b-a468-7b8dc4a5725f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 1127 time: 0.0699356 May 16 19:11:06.801646 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-d3a48a68-280e-409f-b7fa-63b7c5e3fe94 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59ce3679-0843-477e-aa63-9c30e91c8451 HTTP/1.1" status: 200 len: 217 time: 0.0339649 May 16 19:11:06.857158 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-5c102cf9-37e1-4a48-84b0-d430ffa0797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:06.858577 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-5c102cf9-37e1-4a48-84b0-d430ffa0797c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae HTTP/1.1" status: 200 len: 854 time: 0.0436511 May 16 19:11:06.903627 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-026d499e-5d5d-4d9f-b789-a88c5d30749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:06.905150 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-026d499e-5d5d-4d9f-b789-a88c5d30749e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0374479 May 16 19:11:06.996609 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-da6cf68a-82ae-41b6-8e81-5558375a49d1 service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837207 May 16 19:11:07.089848 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8e8f78c4-a8da-47e1-8de5-7c3d490b4248 req-995d5a88-e99f-4a1f-8bf3-4ec923682366 service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847859 May 16 19:11:07.361932 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:07.418262 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d', 'tag': '59ce3679-0843-477e-aa63-9c30e91c8451'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:11:07.420657 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83baeb8-a198-48c2-b9eb-d0720aa5342a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d", "tag": "59ce3679-0843-477e-aa63-9c30e91c8451"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:11:07.454068 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a18d67-8ad5-497e-83c4-b3dd7bdd08b9 x-openstack-request-id: req-79a18d67-8ad5-497e-83c4-b3dd7bdd08b9 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:11:07.454362 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d", "tag": "59ce3679-0843-477e-aa63-9c30e91c8451", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:11:07.454619 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79a18d67-8ad5-497e-83c4-b3dd7bdd08b9 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:11:07.455030 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79a18d67-8ad5-497e-83c4-b3dd7bdd08b9'] response: {'name': 'network-changed', 'server_uuid': '6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d', 'tag': '59ce3679-0843-477e-aa63-9c30e91c8451', 'status': 'completed', 'code': 200} May 16 19:11:07.546444 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 738e7817-53b4-48ef-8064-804ecf4a3fed details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:11:07.550214 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device a9b50efd-d418-4f1e-b592-cda807152a21 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:11:07.575438 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: a9b50efd-d418-4f1e-b592-cda807152a21 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:11:07.575781 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device a9b50efd-d418-4f1e-b592-cda807152a21 not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:11:07.662255 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 738e7817-53b4-48ef-8064-804ecf4a3fed, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=738e7817-53b4-48ef-8064-804ecf4a3fed,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:07.675028 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': '738e7817-53b4-48ef-8064-804ecf4a3fed', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'port_id': '738e7817-53b4-48ef-8064-804ecf4a3fed', 'mac_address': 'fa:16:3e:9d:37:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:11:07.711539 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 738e7817-53b4-48ef-8064-804ecf4a3fed is: ACTIVE; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:11:07.711920 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:07.728393 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 738e7817-53b4-48ef-8064-804ecf4a3fed {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:11:07.731255 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f7e39-d35d-459a-a097-b32053cd6b89 req-99cfafa9-2e1b-48c0-afa1-c767c3413157 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:07.733677 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-921f7e39-d35d-459a-a097-b32053cd6b89 req-99cfafa9-2e1b-48c0-afa1-c767c3413157 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0500686 May 16 19:11:07.749064 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 738e7817-53b4-48ef-8064-804ecf4a3fed, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=738e7817-53b4-48ef-8064-804ecf4a3fed,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:07.755370 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:07.796826 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-921f7e39-d35d-459a-a097-b32053cd6b89 req-9a8dcf9e-1a2c-4d5c-a5d5-255f560baa3d tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573192 May 16 19:11:07.818731 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=738e7817-53b4-48ef-8064-804ecf4a3fed,revision_number=6']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:07.827397 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:07.827821 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:07.828166 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:07.828526 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:07.828885 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:07.829214 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:07.829538 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:07.830031 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:07.830393 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:07.830758 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:07.836291 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:07.836291 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:07.836291 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:07.836291 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:07.836291 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:11:07.860912 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355d1d3-f33a-4378-b1a4-61a3fc9ec4a4 req-76d2ca1d-bfeb-4679-9d58-deb3260d18c9 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:07.862384 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5355d1d3-f33a-4378-b1a4-61a3fc9ec4a4 req-76d2ca1d-bfeb-4679-9d58-deb3260d18c9 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 943 time: 0.0583804 May 16 19:11:07.917857 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5355d1d3-f33a-4378-b1a4-61a3fc9ec4a4 req-80685c28-d9e9-4b94-84bf-0a0132378cf3 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497713 May 16 19:11:08.050689 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['738e7817-53b4-48ef-8064-804ecf4a3fed'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:11:08.625189 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:08.914420 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0d927-30a8-4f90-b0fb-ed486e1c760c req-1949f7bd-0dbf-4d59-87fe-290943b2a953 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:08.915888 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-34b0d927-30a8-4f90-b0fb-ed486e1c760c req-1949f7bd-0dbf-4d59-87fe-290943b2a953 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 944 time: 0.0521195 May 16 19:11:08.968939 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-34b0d927-30a8-4f90-b0fb-ed486e1c760c req-1afc5a64-f4b9-4d4d-9d33-20fce90893ee tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473070 May 16 19:11:09.035119 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888853e1-f617-4428-a52a-dcd47cae1cc4 req-565c2ca1-f4f5-4383-8197-d5588ee33aa4 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:09.036596 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-888853e1-f617-4428-a52a-dcd47cae1cc4 req-565c2ca1-f4f5-4383-8197-d5588ee33aa4 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 943 time: 0.0466764 May 16 19:11:09.083956 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-888853e1-f617-4428-a52a-dcd47cae1cc4 req-897d5eee-c2c8-4964-84ba-adaff34c1534 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415204 May 16 19:11:09.527506 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 738e7817-53b4-48ef-8064-804ecf4a3fed up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:11:09.570583 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port 738e7817-53b4-48ef-8064-804ecf4a3fed triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:11:09.570952 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:09.643812 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 738e7817-53b4-48ef-8064-804ecf4a3fed is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:11:09.644535 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:09.671407 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0a3846-4b61-4a3b-8aad-61ab14244932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738e7817-53b4-48ef-8064-804ecf4a3fed'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:11:09.674439 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44adbeba-00fe-48e3-8581-30fbfec31caa" -d '{"events": [{"server_uuid": "bd0a3846-4b61-4a3b-8aad-61ab14244932", "name": "network-vif-plugged", "status": "completed", "tag": "738e7817-53b4-48ef-8064-804ecf4a3fed"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:11:09.688532 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 738e7817-53b4-48ef-8064-804ecf4a3fed, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=738e7817-53b4-48ef-8064-804ecf4a3fed,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:09.692768 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:09.717499 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e6c007-cfc8-4380-a2a3-99c363cf471c x-openstack-request-id: req-d1e6c007-cfc8-4380-a2a3-99c363cf471c {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:11:09.717812 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0a3846-4b61-4a3b-8aad-61ab14244932", "name": "network-vif-plugged", "status": "completed", "tag": "738e7817-53b4-48ef-8064-804ecf4a3fed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:11:09.718065 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1e6c007-cfc8-4380-a2a3-99c363cf471c {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:11:09.718458 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e6c007-cfc8-4380-a2a3-99c363cf471c'] response: {'server_uuid': 'bd0a3846-4b61-4a3b-8aad-61ab14244932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738e7817-53b4-48ef-8064-804ecf4a3fed', 'code': 200} May 16 19:11:09.742947 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=738e7817-53b4-48ef-8064-804ecf4a3fed,revision_number=7']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:10.080634 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c1341-df90-442d-9209-d32b166c6f16 req-b737fb74-04d4-4bca-8c76-90cef3906ba6 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:10.082326 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-870c1341-df90-442d-9209-d32b166c6f16 req-b737fb74-04d4-4bca-8c76-90cef3906ba6 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0460229 May 16 19:11:10.133614 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-870c1341-df90-442d-9209-d32b166c6f16 req-13b074d6-3647-496d-89aa-ccc24d7f98e6 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451748 May 16 19:11:10.197910 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148a286-4ca0-4f8e-a5e2-890f6cc16021 req-d22bf903-3b62-43fe-8f2d-3672f7fc9a0e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:10.199370 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9148a286-4ca0-4f8e-a5e2-890f6cc16021 req-d22bf903-3b62-43fe-8f2d-3672f7fc9a0e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 943 time: 0.0464888 May 16 19:11:10.248085 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9148a286-4ca0-4f8e-a5e2-890f6cc16021 req-b86b6a69-d0d2-4f44-9122-34b6b2769502 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428958 May 16 19:11:10.413483 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fe412-c7f1-49b6-943d-57a01164623a req-2bfa5781-50bd-47bf-8cfc-1a1cd8893ece tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:10.414831 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-071fe412-c7f1-49b6-943d-57a01164623a req-2bfa5781-50bd-47bf-8cfc-1a1cd8893ece tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/networks?id=23312eb6-1c5a-4a7c-9757-f740aa6a7707 HTTP/1.1" status: 200 len: 813 time: 0.0998030 May 16 19:11:10.428762 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-071fe412-c7f1-49b6-943d-57a01164623a req-7f9b1dd6-4cb7-49d8-b03f-fbd160fd3c7c tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/quotas/338cc2ff56654351b1614a781602a105 HTTP/1.1" status: 200 len: 375 time: 0.0086043 May 16 19:11:10.459883 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-071fe412-c7f1-49b6-943d-57a01164623a req-b10469f3-1992-4fdb-a7f4-5cf95722be3c tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=338cc2ff56654351b1614a781602a105&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259807 May 16 19:11:10.547463 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-071fe412-c7f1-49b6-943d-57a01164623a req-69f3765b-fcd0-4e86-ac40-1e2bd175f075 service neutron] 10.222.0.65 "GET /v2.0/networks/23312eb6-1c5a-4a7c-9757-f740aa6a7707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810561 May 16 19:11:10.646261 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-071fe412-c7f1-49b6-943d-57a01164623a req-7a847037-3e69-41dc-a412-3591ff61e32d service neutron] 10.222.0.65 "GET /v2.0/networks/23312eb6-1c5a-4a7c-9757-f740aa6a7707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927498 May 16 19:11:10.812287 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-87c91c88-8f0e-4691-b45b-dec0c0a9cafb req-e267527a-aa4e-416f-8010-85cdc314cae7 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 210 time: 0.0290475 May 16 19:11:10.951314 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83baeb8-a198-48c2-b9eb-d0720aa5342a req-9ccb8a2c-c03b-4bba-9705-d3be7af49832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:10.953432 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b83baeb8-a198-48c2-b9eb-d0720aa5342a req-9ccb8a2c-c03b-4bba-9705-d3be7af49832 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 1127 time: 0.0415463 May 16 19:11:11.055228 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83baeb8-a198-48c2-b9eb-d0720aa5342a req-f80f8841-5a82-499b-9ba3-e5ff1fbb4105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:11.056926 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b83baeb8-a198-48c2-b9eb-d0720aa5342a req-f80f8841-5a82-499b-9ba3-e5ff1fbb4105 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de HTTP/1.1" status: 200 len: 916 time: 0.0924363 May 16 19:11:11.100927 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b83baeb8-a198-48c2-b9eb-d0720aa5342a req-005701ca-892b-4fe2-a37b-19e37a80099a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59ce3679-0843-477e-aa63-9c30e91c8451 HTTP/1.1" status: 200 len: 217 time: 0.0356696 May 16 19:11:11.153892 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83baeb8-a198-48c2-b9eb-d0720aa5342a req-3f682d1e-9d30-4d12-8d86-7f705c2a1178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:11.155315 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b83baeb8-a198-48c2-b9eb-d0720aa5342a req-3f682d1e-9d30-4d12-8d86-7f705c2a1178 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae HTTP/1.1" status: 200 len: 854 time: 0.0455809 May 16 19:11:11.211968 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83baeb8-a198-48c2-b9eb-d0720aa5342a req-347d3e45-b19c-4ba6-a882-f9b54deef44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:11.213992 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b83baeb8-a198-48c2-b9eb-d0720aa5342a req-347d3e45-b19c-4ba6-a882-f9b54deef44d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454977 May 16 19:11:11.261192 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3a88a-846e-44b5-9e47-d8322fea9d51 req-46205044-e6af-41fc-9311-0757898dd788 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:11.263463 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0ce3a88a-846e-44b5-9e47-d8322fea9d51 req-46205044-e6af-41fc-9311-0757898dd788 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0502121 May 16 19:11:11.311842 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b83baeb8-a198-48c2-b9eb-d0720aa5342a req-164ec678-ec76-4bdb-9ed7-0b5882c1d4b9 service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901752 May 16 19:11:11.328483 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0ce3a88a-846e-44b5-9e47-d8322fea9d51 req-73c2579e-8df4-47af-a4e0-5c271df38769 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564516 May 16 19:11:11.395036 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cab119-cee0-487b-90fd-cd2d15ab07f3 req-7c700d8f-2f5e-4dbc-9cdb-828551120c5a tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:11.396504 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b7cab119-cee0-487b-90fd-cd2d15ab07f3 req-7c700d8f-2f5e-4dbc-9cdb-828551120c5a tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 943 time: 0.0503123 May 16 19:11:11.414715 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b83baeb8-a198-48c2-b9eb-d0720aa5342a req-985956b3-15dd-42c4-aebb-86db866c69cd service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957379 May 16 19:11:11.443442 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b7cab119-cee0-487b-90fd-cd2d15ab07f3 req-ff493e1d-e9ec-473f-9557-638c8ee1cae6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406196 May 16 19:11:11.544592 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 59ce3679-0843-477e-aa63-9c30e91c8451 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:11:11.640077 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 59ce3679-0843-477e-aa63-9c30e91c8451, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=59ce3679-0843-477e-aa63-9c30e91c8451,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:11.650841 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': '59ce3679-0843-477e-aa63-9c30e91c8451', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'port_id': '59ce3679-0843-477e-aa63-9c30e91c8451', 'mac_address': 'fa:16:3e:31:ca:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:11:11.685565 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 59ce3679-0843-477e-aa63-9c30e91c8451 is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:11:11.685953 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (59ce3679-0843-477e-aa63-9c30e91c8451), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:11.698851 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ce3679-0843-477e-aa63-9c30e91c8451 {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:11:11.719689 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 59ce3679-0843-477e-aa63-9c30e91c8451, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=59ce3679-0843-477e-aa63-9c30e91c8451,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:11.724099 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (59ce3679-0843-477e-aa63-9c30e91c8451), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:11.769303 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=59ce3679-0843-477e-aa63-9c30e91c8451,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:11.879974 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fe412-c7f1-49b6-943d-57a01164623a req-fc5156a8-4970-4bc0-8c91-235583167d02 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:11.881466 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-071fe412-c7f1-49b6-943d-57a01164623a req-fc5156a8-4970-4bc0-8c91-235583167d02 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.78 "GET /v2.0/networks?id=23312eb6-1c5a-4a7c-9757-f740aa6a7707 HTTP/1.1" status: 200 len: 813 time: 0.1110198 May 16 19:11:11.895993 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-071fe412-c7f1-49b6-943d-57a01164623a req-42c7b329-ec81-41db-95b1-5a427e8a1887 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Request body: {'port': {'device_id': '6db893bb-4c7e-42c6-9e69-a38720d466a7', 'network_id': '23312eb6-1c5a-4a7c-9757-f740aa6a7707', 'admin_state_up': True, 'tenant_id': '338cc2ff56654351b1614a781602a105'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:11.919839 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9ca85b4f-862e-459f-8275-7e281f307ad9 req-d3403330-6413-44f4-851a-3d153c9f6b4c tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 210 time: 0.0287497 May 16 19:11:12.016718 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-071fe412-c7f1-49b6-943d-57a01164623a req-42c7b329-ec81-41db-95b1-5a427e8a1887 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Made reservation on behalf of 338cc2ff56654351b1614a781602a105 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:11:12.020061 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-071fe412-c7f1-49b6-943d-57a01164623a req-42c7b329-ec81-41db-95b1-5a427e8a1887 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:12.149100 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-071fe412-c7f1-49b6-943d-57a01164623a req-42c7b329-ec81-41db-95b1-5a427e8a1887 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Allocated IP 172.20.0.5 (23312eb6-1c5a-4a7c-9757-f740aa6a7707/aeaaa000-4281-4b2a-b215-606ec7f6081b/eb701c7c-1e85-4370-b2e8-28e60a1e86fc) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:11:12.302613 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-071fe412-c7f1-49b6-943d-57a01164623a req-42c7b329-ec81-41db-95b1-5a427e8a1887 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Publish callbacks [] for port (eb701c7c-1e85-4370-b2e8-28e60a1e86fc), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:12.340015 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-071fe412-c7f1-49b6-943d-57a01164623a req-42c7b329-ec81-41db-95b1-5a427e8a1887 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (eb701c7c-1e85-4370-b2e8-28e60a1e86fc), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:12.380963 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071fe412-c7f1-49b6-943d-57a01164623a req-42c7b329-ec81-41db-95b1-5a427e8a1887 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Network 23312eb6-1c5a-4a7c-9757-f740aa6a7707 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:11:12.384603 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-071fe412-c7f1-49b6-943d-57a01164623a req-42c7b329-ec81-41db-95b1-5a427e8a1887 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:11:12.390833 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-071fe412-c7f1-49b6-943d-57a01164623a req-42c7b329-ec81-41db-95b1-5a427e8a1887 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:11:12.396842 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7b329-ec81-41db-95b1-5a427e8a1887 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Pushing event updated for resources: {'Port': ['ID=eb701c7c-1e85-4370-b2e8-28e60a1e86fc,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:12.442875 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720dd477-cb41-45d7-9633-55538596103f req-01ee63b3-2866-4abd-bff8-0b22a90762da tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:12.444384 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-720dd477-cb41-45d7-9633-55538596103f req-01ee63b3-2866-4abd-bff8-0b22a90762da tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0516565 May 16 19:11:12.445733 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fe412-c7f1-49b6-943d-57a01164623a req-42c7b329-ec81-41db-95b1-5a427e8a1887 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:12.446370 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-071fe412-c7f1-49b6-943d-57a01164623a req-42c7b329-ec81-41db-95b1-5a427e8a1887 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:12.463890 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-071fe412-c7f1-49b6-943d-57a01164623a req-42c7b329-ec81-41db-95b1-5a427e8a1887 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5716658 May 16 19:11:12.476155 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Request body: {'port': {'device_id': '6db893bb-4c7e-42c6-9e69-a38720d466a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:12.497820 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-720dd477-cb41-45d7-9633-55538596103f req-a11516ff-b585-4b67-927c-642853168933 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470111 May 16 19:11:12.528928 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['59ce3679-0843-477e-aa63-9c30e91c8451'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:11:12.549262 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (eb701c7c-1e85-4370-b2e8-28e60a1e86fc), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:12.560864 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ee846-7e97-4042-8be0-16177a653340 req-2a24274e-c5f3-4a8a-8907-8df2efd48192 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:12.562912 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8f3ee846-7e97-4042-8be0-16177a653340 req-2a24274e-c5f3-4a8a-8907-8df2efd48192 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 944 time: 0.0502133 May 16 19:11:12.611694 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8f3ee846-7e97-4042-8be0-16177a653340 req-9a1b379f-cb98-4c11-895a-8d5696a537ec tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421789 May 16 19:11:12.832940 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb701c7c-1e85-4370-b2e8-28e60a1e86fc {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:11:12.840061 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Publish callbacks [] for port (eb701c7c-1e85-4370-b2e8-28e60a1e86fc), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:12.852102 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Transition to ACTIVE for port object eb701c7c-1e85-4370-b2e8-28e60a1e86fc will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:11:12.855878 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (eb701c7c-1e85-4370-b2e8-28e60a1e86fc), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:12.908281 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Pushing event updated for resources: {'Port': ['ID=eb701c7c-1e85-4370-b2e8-28e60a1e86fc,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:12.974400 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Attempting to bind port eb701c7c-1e85-4370-b2e8-28e60a1e86fc on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:11:12.974741 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Attempting to bind port eb701c7c-1e85-4370-b2e8-28e60a1e86fc by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'de7a95bc-894b-4923-8b13-a7dfe10eddfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23312eb6-1c5a-4a7c-9757-f740aa6a7707'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:11:12.975072 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Attempting to bind port eb701c7c-1e85-4370-b2e8-28e60a1e86fc on network 23312eb6-1c5a-4a7c-9757-f740aa6a7707 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:11:12.979453 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Port eb701c7c-1e85-4370-b2e8-28e60a1e86fc on network 23312eb6-1c5a-4a7c-9757-f740aa6a7707 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:11:12.979777 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Attempting to bind port eb701c7c-1e85-4370-b2e8-28e60a1e86fc on network 23312eb6-1c5a-4a7c-9757-f740aa6a7707 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:11:12.984727 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:11:12.985067 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Checking segment: {'id': 'de7a95bc-894b-4923-8b13-a7dfe10eddfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23312eb6-1c5a-4a7c-9757-f740aa6a7707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:11:12.985448 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Bound using segment: {'id': 'de7a95bc-894b-4923-8b13-a7dfe10eddfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23312eb6-1c5a-4a7c-9757-f740aa6a7707'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:11:12.989021 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Bound port: eb701c7c-1e85-4370-b2e8-28e60a1e86fc, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7a95bc-894b-4923-8b13-a7dfe10eddfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '23312eb6-1c5a-4a7c-9757-f740aa6a7707'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:11:12.989390 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (eb701c7c-1e85-4370-b2e8-28e60a1e86fc), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.032229 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941b9b4-6402-4860-8748-df9ee7bf9dea req-daa6baeb-7fdf-4a61-aef2-5f144e1aec35 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:13.034234 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3941b9b4-6402-4860-8748-df9ee7bf9dea req-daa6baeb-7fdf-4a61-aef2-5f144e1aec35 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 943 time: 0.0477483 May 16 19:11:13.055762 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] For port eb701c7c-1e85-4370-b2e8-28e60a1e86fc, host hv-cinder-83998, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:11:13.058869 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] For port eb701c7c-1e85-4370-b2e8-28e60a1e86fc, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=eb701c7c-1e85-4370-b2e8-28e60a1e86fc,segment=NetworkSegment(de7a95bc-894b-4923-8b13-a7dfe10eddfb),segment_id=de7a95bc-894b-4923-8b13-a7dfe10eddfb)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:11:13.065431 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (eb701c7c-1e85-4370-b2e8-28e60a1e86fc), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.087966 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3941b9b4-6402-4860-8748-df9ee7bf9dea req-76159fd3-6033-45ba-8b2b-2c95c42354c2 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467055 May 16 19:11:13.096100 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:13.096754 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:13.098118 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-071fe412-c7f1-49b6-943d-57a01164623a req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] 10.222.0.78 "PUT /v2.0/ports/eb701c7c-1e85-4370-b2e8-28e60a1e86fc HTTP/1.1" status: 200 len: 1093 time: 0.6262770 May 16 19:11:13.098560 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db893bb-4c7e-42c6-9e69-a38720d466a7', 'tag': 'eb701c7c-1e85-4370-b2e8-28e60a1e86fc'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:11:13.100861 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f58642e-d61d-42c3-a7c3-8bc88988ed52" -d '{"events": [{"name": "network-changed", "server_uuid": "6db893bb-4c7e-42c6-9e69-a38720d466a7", "tag": "eb701c7c-1e85-4370-b2e8-28e60a1e86fc"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:11:13.137001 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10011445-b7b9-4dd8-b720-bac7469ab264 service neutron] Pushing event updated for resources: {'Port': ['ID=eb701c7c-1e85-4370-b2e8-28e60a1e86fc,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:13.144026 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2071a8ab-66ab-4774-a9e1-be673ec3be1f x-openstack-request-id: req-2071a8ab-66ab-4774-a9e1-be673ec3be1f {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:11:13.144320 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db893bb-4c7e-42c6-9e69-a38720d466a7", "tag": "eb701c7c-1e85-4370-b2e8-28e60a1e86fc", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:11:13.144594 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2071a8ab-66ab-4774-a9e1-be673ec3be1f {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:11:13.145001 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2071a8ab-66ab-4774-a9e1-be673ec3be1f'] response: {'name': 'network-changed', 'server_uuid': '6db893bb-4c7e-42c6-9e69-a38720d466a7', 'tag': 'eb701c7c-1e85-4370-b2e8-28e60a1e86fc', 'status': 'completed', 'code': 200} May 16 19:11:13.190890 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fe412-c7f1-49b6-943d-57a01164623a req-cbed5396-7087-4801-801c-48dd8743c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:13.192406 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-071fe412-c7f1-49b6-943d-57a01164623a req-cbed5396-7087-4801-801c-48dd8743c8f2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=338cc2ff56654351b1614a781602a105&device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 1127 time: 0.0394094 May 16 19:11:13.233984 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-071fe412-c7f1-49b6-943d-57a01164623a req-ff5c686a-d692-4a2b-a0c7-bec5e4045616 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb701c7c-1e85-4370-b2e8-28e60a1e86fc HTTP/1.1" status: 200 len: 217 time: 0.0340071 May 16 19:11:13.547559 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fe412-c7f1-49b6-943d-57a01164623a req-f828edb3-f8fa-4346-9eaf-1c7930c3f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:13.549061 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-071fe412-c7f1-49b6-943d-57a01164623a req-f828edb3-f8fa-4346-9eaf-1c7930c3f5cc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aeaaa000-4281-4b2a-b215-606ec7f6081b HTTP/1.1" status: 200 len: 853 time: 0.2409885 May 16 19:11:13.581450 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-071fe412-c7f1-49b6-943d-57a01164623a req-af4db147-a3cd-4747-a034-dcebd255d326 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=23312eb6-1c5a-4a7c-9757-f740aa6a7707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254462 May 16 19:11:13.620509 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e36d92-1333-40ae-98cf-a5a009aa0d65 req-9bfff338-f887-4c71-9a7b-9ba6dc65a98f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:13.622135 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-44e36d92-1333-40ae-98cf-a5a009aa0d65 req-9bfff338-f887-4c71-9a7b-9ba6dc65a98f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0455348 May 16 19:11:13.672456 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-44e36d92-1333-40ae-98cf-a5a009aa0d65 req-3fa91d38-0b87-45fc-9fad-f0bacb937f8a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447710 May 16 19:11:13.679971 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-071fe412-c7f1-49b6-943d-57a01164623a req-26e112d5-b31d-41bc-a747-b8f6710409a5 service neutron] 10.222.0.78 "GET /v2.0/networks/23312eb6-1c5a-4a7c-9757-f740aa6a7707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883386 May 16 19:11:13.727977 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b4885-efcb-41bb-a139-46fd1b637502 req-132b81e4-3796-448a-9eb4-b81feaffb77e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:13.729510 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6f9b4885-efcb-41bb-a139-46fd1b637502 req-132b81e4-3796-448a-9eb4-b81feaffb77e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 944 time: 0.0477967 May 16 19:11:13.774907 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-071fe412-c7f1-49b6-943d-57a01164623a req-150e38da-3131-4102-969c-4d17bdefe4e4 service neutron] 10.222.0.78 "GET /v2.0/networks/23312eb6-1c5a-4a7c-9757-f740aa6a7707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853481 May 16 19:11:13.777023 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6f9b4885-efcb-41bb-a139-46fd1b637502 req-c10223df-7701-46d4-b52c-b0b04d184f3d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418866 May 16 19:11:14.208913 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce0430-6cf7-40e8-898f-5a6dd89782ca req-02b093aa-1b0d-4973-a9ad-6b2a853e6c49 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:14.210941 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a1ce0430-6cf7-40e8-898f-5a6dd89782ca req-02b093aa-1b0d-4973-a9ad-6b2a853e6c49 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 943 time: 0.0549984 May 16 19:11:14.257018 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 59ce3679-0843-477e-aa63-9c30e91c8451 up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:11:14.259177 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a1ce0430-6cf7-40e8-898f-5a6dd89782ca req-f632c91d-f374-4588-9b34-94566504840d tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425544 May 16 19:11:14.301383 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port 59ce3679-0843-477e-aa63-9c30e91c8451 completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:11:14.309791 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port 59ce3679-0843-477e-aa63-9c30e91c8451 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:11:14.309791 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (59ce3679-0843-477e-aa63-9c30e91c8451), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:14.381863 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 59ce3679-0843-477e-aa63-9c30e91c8451 is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:11:14.382152 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (59ce3679-0843-477e-aa63-9c30e91c8451), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:14.405773 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ce3679-0843-477e-aa63-9c30e91c8451'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:11:14.407985 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbd2d9f-27fa-4799-9716-b406952b7846" -d '{"events": [{"server_uuid": "6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d", "name": "network-vif-plugged", "status": "completed", "tag": "59ce3679-0843-477e-aa63-9c30e91c8451"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:11:14.421244 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 59ce3679-0843-477e-aa63-9c30e91c8451, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=59ce3679-0843-477e-aa63-9c30e91c8451,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:14.425336 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (59ce3679-0843-477e-aa63-9c30e91c8451), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:14.447094 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e570ab-1a3e-4ca5-8082-81768fa99377 x-openstack-request-id: req-b7e570ab-1a3e-4ca5-8082-81768fa99377 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:11:14.447384 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d", "name": "network-vif-plugged", "status": "completed", "tag": "59ce3679-0843-477e-aa63-9c30e91c8451", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:11:14.447636 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7e570ab-1a3e-4ca5-8082-81768fa99377 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:11:14.448026 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7e570ab-1a3e-4ca5-8082-81768fa99377'] response: {'server_uuid': '6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ce3679-0843-477e-aa63-9c30e91c8451', 'code': 200} May 16 19:11:14.472989 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=59ce3679-0843-477e-aa63-9c30e91c8451,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:14.794634 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d191545-bec3-4d0a-869a-b3ee2e610a0e req-19795ccc-66df-458d-87a6-bc640feb57d8 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:14.796183 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5d191545-bec3-4d0a-869a-b3ee2e610a0e req-19795ccc-66df-458d-87a6-bc640feb57d8 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0512133 May 16 19:11:14.850282 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5d191545-bec3-4d0a-869a-b3ee2e610a0e req-5732e47d-d605-447a-8cac-09383e5f3cdb tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483174 May 16 19:11:14.907523 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5b97d-0d7e-4835-b014-dafba119f78f req-658a75e4-9512-47f5-8056-8b621c70ceec tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:14.909142 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-31f5b97d-0d7e-4835-b014-dafba119f78f req-658a75e4-9512-47f5-8056-8b621c70ceec tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0512102 May 16 19:11:14.962998 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-31f5b97d-0d7e-4835-b014-dafba119f78f req-5b60ec66-4568-444a-9380-d5bcd9471990 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479207 May 16 19:11:15.370135 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158e9c1-da05-4c85-8515-ed73963efcf1 req-ef390298-a116-4573-9ee6-b980d63dc35b tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:15.371823 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c158e9c1-da05-4c85-8515-ed73963efcf1 req-ef390298-a116-4573-9ee6-b980d63dc35b tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 943 time: 0.0470824 May 16 19:11:15.421019 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c158e9c1-da05-4c85-8515-ed73963efcf1 req-7004434e-fa1f-4004-8fdd-9b6fe15578c1 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427058 May 16 19:11:16.003620 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa9f5a-f727-48f2-a075-e311bc37c717 req-1d9d8101-4c13-4efc-add8-1e72e3f3c66b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:16.006365 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-15aa9f5a-f727-48f2-a075-e311bc37c717 req-1d9d8101-4c13-4efc-add8-1e72e3f3c66b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0688164 May 16 19:11:16.056852 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-15aa9f5a-f727-48f2-a075-e311bc37c717 req-7a1d83bf-234c-455d-aaaf-f257b1640f63 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451310 May 16 19:11:16.162280 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4d904-5f19-4267-8575-925936036e37 req-2ade3e2d-774c-417b-b79c-e6a1ae9d9b79 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:16.163674 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-57b4d904-5f19-4267-8575-925936036e37 req-2ade3e2d-774c-417b-b79c-e6a1ae9d9b79 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0494304 May 16 19:11:16.209635 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-57b4d904-5f19-4267-8575-925936036e37 req-013de015-7fe7-4fd1-adfc-1488869d8278 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404019 May 16 19:11:16.231615 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device eb701c7c-1e85-4370-b2e8-28e60a1e86fc details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:11:16.331477 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port eb701c7c-1e85-4370-b2e8-28e60a1e86fc, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=eb701c7c-1e85-4370-b2e8-28e60a1e86fc,segment=NetworkSegment(de7a95bc-894b-4923-8b13-a7dfe10eddfb),segment_id=de7a95bc-894b-4923-8b13-a7dfe10eddfb)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:16.343045 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': 'eb701c7c-1e85-4370-b2e8-28e60a1e86fc', 'network_id': '23312eb6-1c5a-4a7c-9757-f740aa6a7707', 'port_id': 'eb701c7c-1e85-4370-b2e8-28e60a1e86fc', 'mac_address': 'fa:16:3e:8d:ef:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeaaa000-4281-4b2a-b215-606ec7f6081b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:11:16.380204 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port eb701c7c-1e85-4370-b2e8-28e60a1e86fc is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:11:16.380612 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (eb701c7c-1e85-4370-b2e8-28e60a1e86fc), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:16.395692 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb701c7c-1e85-4370-b2e8-28e60a1e86fc {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:11:16.415359 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port eb701c7c-1e85-4370-b2e8-28e60a1e86fc, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=eb701c7c-1e85-4370-b2e8-28e60a1e86fc,segment=NetworkSegment(de7a95bc-894b-4923-8b13-a7dfe10eddfb),segment_id=de7a95bc-894b-4923-8b13-a7dfe10eddfb)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:16.418852 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (eb701c7c-1e85-4370-b2e8-28e60a1e86fc), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:16.463996 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=eb701c7c-1e85-4370-b2e8-28e60a1e86fc,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:16.533234 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c218c-faa3-412a-9a4d-71f300f6fae3 req-ec661c7a-0cf4-41e3-aabb-01b1c07330dc tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:16.534732 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-940c218c-faa3-412a-9a4d-71f300f6fae3 req-ec661c7a-0cf4-41e3-aabb-01b1c07330dc tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 944 time: 0.0472085 May 16 19:11:16.586610 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-940c218c-faa3-412a-9a4d-71f300f6fae3 req-49742ba4-27d3-4caf-b3f4-242acc341031 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460563 May 16 19:11:16.878109 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['eb701c7c-1e85-4370-b2e8-28e60a1e86fc'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:11:16.916117 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58642e-d61d-42c3-a7c3-8bc88988ed52 req-4a2725d7-5dcd-4068-9c0f-e98e4e21546c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:16.917767 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f58642e-d61d-42c3-a7c3-8bc88988ed52 req-4a2725d7-5dcd-4068-9c0f-e98e4e21546c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=338cc2ff56654351b1614a781602a105&device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 1128 time: 0.0537915 May 16 19:11:17.082283 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58642e-d61d-42c3-a7c3-8bc88988ed52 req-4ef265a5-5c4f-434a-9008-19b5557a3396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:17.085704 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f58642e-d61d-42c3-a7c3-8bc88988ed52 req-4ef265a5-5c4f-434a-9008-19b5557a3396 service neutron] 10.222.0.78 "GET /v2.0/networks?id=23312eb6-1c5a-4a7c-9757-f740aa6a7707 HTTP/1.1" status: 200 len: 914 time: 0.1549120 May 16 19:11:17.139777 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f58642e-d61d-42c3-a7c3-8bc88988ed52 req-90e89e9f-5599-4f66-835f-2acdc58554c4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb701c7c-1e85-4370-b2e8-28e60a1e86fc HTTP/1.1" status: 200 len: 217 time: 0.0454483 May 16 19:11:17.141001 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c01f7-0022-43cc-9f18-0bb4aa266cc0 req-d83dd325-76d1-4a55-b1c7-7f7d1c60aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:17.143994 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-786c01f7-0022-43cc-9f18-0bb4aa266cc0 req-d83dd325-76d1-4a55-b1c7-7f7d1c60aea9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 1129 time: 0.0958345 May 16 19:11:17.224712 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995359c-490e-40ce-8503-11b898645a76 req-d4ab815e-7053-4710-af44-a9f498b6c0c9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:17.226520 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8995359c-490e-40ce-8503-11b898645a76 req-d4ab815e-7053-4710-af44-a9f498b6c0c9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0694993 May 16 19:11:17.234633 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58642e-d61d-42c3-a7c3-8bc88988ed52 req-c21c56a4-5627-48e8-b8a3-8530ef51e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:17.236130 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f58642e-d61d-42c3-a7c3-8bc88988ed52 req-c21c56a4-5627-48e8-b8a3-8530ef51e478 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=aeaaa000-4281-4b2a-b215-606ec7f6081b HTTP/1.1" status: 200 len: 853 time: 0.0828543 May 16 19:11:17.238726 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-786c01f7-0022-43cc-9f18-0bb4aa266cc0 req-b931e06a-d1fb-4f38-acda-7421fb2388d2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766795 May 16 19:11:17.287003 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8995359c-490e-40ce-8503-11b898645a76 req-37236c11-4d02-475c-a07d-30f03227b053 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510492 May 16 19:11:17.340013 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac075019-d266-487f-a6e6-20a7e8c91e27 req-20fa588f-3c97-4c3f-9315-3e83cb749f3f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:17.341547 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ac075019-d266-487f-a6e6-20a7e8c91e27 req-20fa588f-3c97-4c3f-9315-3e83cb749f3f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0534258 May 16 19:11:17.390847 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ac075019-d266-487f-a6e6-20a7e8c91e27 req-52dd5618-4d09-43cb-b3ab-95822ff35e3b tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433102 May 16 19:11:17.638883 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f58642e-d61d-42c3-a7c3-8bc88988ed52 req-2af801c7-53db-4a63-bb70-ecdef334f4bf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=23312eb6-1c5a-4a7c-9757-f740aa6a7707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492849 May 16 19:11:17.759155 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0ee32-b051-49aa-85ff-629fa625d78f req-e22ed0e2-4b77-4e9a-8821-0a3f4c98076d tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:17.766642 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f2b0ee32-b051-49aa-85ff-629fa625d78f req-e22ed0e2-4b77-4e9a-8821-0a3f4c98076d tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 944 time: 0.0661745 May 16 19:11:17.790896 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f58642e-d61d-42c3-a7c3-8bc88988ed52 req-2ca92625-2646-4f1e-836a-077f991a4ccb service neutron] 10.222.0.78 "GET /v2.0/networks/23312eb6-1c5a-4a7c-9757-f740aa6a7707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442516 May 16 19:11:17.831100 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f2b0ee32-b051-49aa-85ff-629fa625d78f req-4fca3389-6a71-415e-badf-01c2c79dc5b1 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631125 May 16 19:11:18.396732 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device eb701c7c-1e85-4370-b2e8-28e60a1e86fc up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:11:18.431525 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fcd03-576e-434a-a618-48e4140f6c3d req-db5308c1-e902-4c07-8d1d-b3927a3ddd4c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:18.433092 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-287fcd03-576e-434a-a618-48e4140f6c3d req-db5308c1-e902-4c07-8d1d-b3927a3ddd4c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0586596 May 16 19:11:18.459933 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port eb701c7c-1e85-4370-b2e8-28e60a1e86fc completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:11:18.472657 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port eb701c7c-1e85-4370-b2e8-28e60a1e86fc triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:11:18.473198 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (eb701c7c-1e85-4370-b2e8-28e60a1e86fc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:18.531043 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-287fcd03-576e-434a-a618-48e4140f6c3d req-010d5566-8475-4a89-8756-2a904bc5718e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874941 May 16 19:11:18.579069 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port eb701c7c-1e85-4370-b2e8-28e60a1e86fc is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:11:18.579885 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (eb701c7c-1e85-4370-b2e8-28e60a1e86fc), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:18.591031 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88ade9-f650-484b-9414-b0cab3bdcb57 req-0a96fe58-1ce9-4626-a886-bff68cd930a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:18.598369 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0d88ade9-f650-484b-9414-b0cab3bdcb57 req-0a96fe58-1ce9-4626-a886-bff68cd930a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.1116462 May 16 19:11:18.625477 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port eb701c7c-1e85-4370-b2e8-28e60a1e86fc, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=eb701c7c-1e85-4370-b2e8-28e60a1e86fc,segment=NetworkSegment(de7a95bc-894b-4923-8b13-a7dfe10eddfb),segment_id=de7a95bc-894b-4923-8b13-a7dfe10eddfb)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:18.626950 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db893bb-4c7e-42c6-9e69-a38720d466a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb701c7c-1e85-4370-b2e8-28e60a1e86fc'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:11:18.630022 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba138c0-197f-40a1-8825-cf3f4f5ba936" -d '{"events": [{"server_uuid": "6db893bb-4c7e-42c6-9e69-a38720d466a7", "name": "network-vif-plugged", "status": "completed", "tag": "eb701c7c-1e85-4370-b2e8-28e60a1e86fc"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:11:18.634257 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (eb701c7c-1e85-4370-b2e8-28e60a1e86fc), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:18.665373 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0d88ade9-f650-484b-9414-b0cab3bdcb57 req-ea404255-51ff-4762-98b6-0d953f10288f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618448 May 16 19:11:18.690072 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31fd473-7808-444f-b9e0-574e2b69c44b x-openstack-request-id: req-c31fd473-7808-444f-b9e0-574e2b69c44b {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:11:18.690387 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db893bb-4c7e-42c6-9e69-a38720d466a7", "name": "network-vif-plugged", "status": "completed", "tag": "eb701c7c-1e85-4370-b2e8-28e60a1e86fc", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:11:18.690695 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c31fd473-7808-444f-b9e0-574e2b69c44b {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:11:18.691067 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c31fd473-7808-444f-b9e0-574e2b69c44b'] response: {'server_uuid': '6db893bb-4c7e-42c6-9e69-a38720d466a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb701c7c-1e85-4370-b2e8-28e60a1e86fc', 'code': 200} May 16 19:11:18.695835 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=eb701c7c-1e85-4370-b2e8-28e60a1e86fc,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:18.955183 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93d8d2-0937-4bbe-b7ed-59b21217d1d1 req-74bec766-04b4-4355-9840-a44d38353ac2 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:18.956575 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-bf93d8d2-0937-4bbe-b7ed-59b21217d1d1 req-74bec766-04b4-4355-9840-a44d38353ac2 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 945 time: 0.0500081 May 16 19:11:19.010487 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-bf93d8d2-0937-4bbe-b7ed-59b21217d1d1 req-d62d8840-3ef6-4a0d-b807-7ca97b9f78c7 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473504 May 16 19:11:19.723173 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f58642e-d61d-42c3-a7c3-8bc88988ed52 req-1d48e8c3-639d-4a97-99ec-ddf3c5bd2d90 service neutron] 10.222.0.78 "GET /v2.0/networks/23312eb6-1c5a-4a7c-9757-f740aa6a7707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265221 May 16 19:11:19.781525 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216eb0e-0d54-4eea-90fa-0dc7c9819f8d req-ead26697-5a3e-4146-b860-d384419118ec tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:19.785274 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c216eb0e-0d54-4eea-90fa-0dc7c9819f8d req-ead26697-5a3e-4146-b860-d384419118ec tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0974717 May 16 19:11:19.878173 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea339bf8-eb27-459b-8de5-55b055a47ae7 req-f52963e0-cdfa-4010-8d30-d73afe5b72c5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:19.879674 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ea339bf8-eb27-459b-8de5-55b055a47ae7 req-f52963e0-cdfa-4010-8d30-d73afe5b72c5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0930600 May 16 19:11:19.908820 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c216eb0e-0d54-4eea-90fa-0dc7c9819f8d req-27f4693c-82b7-4d7c-b7c5-cff64a6fb211 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050425 May 16 19:11:19.974539 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ea339bf8-eb27-459b-8de5-55b055a47ae7 req-e575ef23-fe37-4499-aa54-400442f2dc21 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821164 May 16 19:11:20.142730 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f10df6-4d70-414d-a5a8-1941f4b5e5a0 req-df0b8033-9013-481a-92e9-cbefca456ca7 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:20.144257 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-25f10df6-4d70-414d-a5a8-1941f4b5e5a0 req-df0b8033-9013-481a-92e9-cbefca456ca7 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 945 time: 0.0504525 May 16 19:11:20.209317 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-25f10df6-4d70-414d-a5a8-1941f4b5e5a0 req-a97b3d33-973b-44d5-88d1-ad49c2b9627d tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559804 May 16 19:11:20.934154 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5d328-e055-4db2-9879-dbc7ad94798d req-86dcb9a6-480f-4ce2-b49e-7083910f577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:20.935773 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-50f5d328-e055-4db2-9879-dbc7ad94798d req-86dcb9a6-480f-4ce2-b49e-7083910f577c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 1129 time: 0.0654757 May 16 19:11:21.002754 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-50f5d328-e055-4db2-9879-dbc7ad94798d req-05f2f5fc-c094-47fa-88e0-fa41add6158d service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587800 May 16 19:11:21.088609 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f6022-9481-496f-aee4-11e70c8bf8b1 req-75cbffac-994c-4b31-a13d-a9d018a15731 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:21.090239 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ff1f6022-9481-496f-aee4-11e70c8bf8b1 req-75cbffac-994c-4b31-a13d-a9d018a15731 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0699961 May 16 19:11:21.168490 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38959cc-9d2e-4ca9-8fee-cecbfd5b9eb5 req-fad9fc2e-d3fe-417b-8521-73fc3786d494 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:21.170120 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a38959cc-9d2e-4ca9-8fee-cecbfd5b9eb5 req-fad9fc2e-d3fe-417b-8521-73fc3786d494 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0789363 May 16 19:11:21.242325 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a38959cc-9d2e-4ca9-8fee-cecbfd5b9eb5 req-0358a44f-32ce-424b-998f-0f384984ebb2 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648832 May 16 19:11:21.247086 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ff1f6022-9481-496f-aee4-11e70c8bf8b1 req-4081033c-f038-447e-9bfb-5c155dc57f43 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468630 May 16 19:11:21.409216 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5df711-aac5-47cc-9063-0b25e2b1d138 req-94708b4f-3d8c-47b2-83b0-ef62057b4ce1 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:21.411554 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4e5df711-aac5-47cc-9063-0b25e2b1d138 req-94708b4f-3d8c-47b2-83b0-ef62057b4ce1 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0597277 May 16 19:11:21.420239 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 56906) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:11:21.438826 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-8216154f-d9de-4416-bd44-7c0103a05b16 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'floatingip': {'port_id': '59ce3679-0843-477e-aa63-9c30e91c8451'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:11:21.470220 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a182d3-86b8-4367-a134-a88918cae988 req-0c71f328-9328-4219-8721-a45c7a13730d tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:21.471679 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-74a182d3-86b8-4367-a134-a88918cae988 req-0c71f328-9328-4219-8721-a45c7a13730d tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 945 time: 0.0590394 May 16 19:11:21.517059 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8216154f-d9de-4416-bd44-7c0103a05b16 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (14a6bc85-9e52-4845-9671-b4a2a6bcd78d), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:21.556917 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-74a182d3-86b8-4367-a134-a88918cae988 req-063ac6fa-4cb2-411b-b8e2-841c3fad639b tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780816 May 16 19:11:21.818771 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ae551-84aa-4881-9e25-04080ed83ebf req-30218415-751f-4194-9ee2-5fb3acfb6b68 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:21.820673 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3a4ae551-84aa-4881-9e25-04080ed83ebf req-30218415-751f-4194-9ee2-5fb3acfb6b68 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0511131 May 16 19:11:21.877048 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3a4ae551-84aa-4881-9e25-04080ed83ebf req-3077a752-3961-4660-95a5-03829b6bb9f3 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490932 May 16 19:11:22.070387 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8216154f-d9de-4416-bd44-7c0103a05b16 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:22.077706 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8216154f-d9de-4416-bd44-7c0103a05b16 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (14a6bc85-9e52-4845-9671-b4a2a6bcd78d), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:22.188576 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.l3_db [None req-8216154f-d9de-4416-bd44-7c0103a05b16 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Floating IP 14a6bc85-9e52-4845-9671-b4a2a6bcd78d associated. External IP: 172.28.3.67, port: 59ce3679-0843-477e-aa63-9c30e91c8451. May 16 19:11:22.432471 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff0940-fa1f-459d-9f1d-1553b2da0b86 req-7c995304-92c2-486b-8827-441fce690b64 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:22.440007 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2cff0940-fa1f-459d-9f1d-1553b2da0b86 req-7c995304-92c2-486b-8827-441fce690b64 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0670018 May 16 19:11:22.468816 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8216154f-d9de-4416-bd44-7c0103a05b16 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:11:22.494653 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2cff0940-fa1f-459d-9f1d-1553b2da0b86 req-47e7d605-f3a3-4fc1-8f8c-e8011f53b85f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537488 May 16 19:11:22.586314 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8216154f-d9de-4416-bd44-7c0103a05b16 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:11:22.590879 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8216154f-d9de-4416-bd44-7c0103a05b16 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:22.599714 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7edea2-8375-4ae8-8810-9df2255acd32 None None] Sync routers for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:11:22.617224 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7edea2-8375-4ae8-8810-9df2255acd32 None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:11:22.618093 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-8d7edea2-8375-4ae8-8810-9df2255acd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:11:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:11:22.625122 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-8216154f-d9de-4416-bd44-7c0103a05b16 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "PUT /v2.0/floatingips/14a6bc85-9e52-4845-9671-b4a2a6bcd78d HTTP/1.1" status: 200 len: 990 time: 1.1976130 May 16 19:11:22.625818 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d', 'tag': '59ce3679-0843-477e-aa63-9c30e91c8451'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:11:22.628205 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b35a689-676c-449c-b5a0-6474a79ea988" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d", "tag": "59ce3679-0843-477e-aa63-9c30e91c8451"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:11:22.670822 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbb34bc-4404-43f8-8d2b-edf920b8b548 x-openstack-request-id: req-3fbb34bc-4404-43f8-8d2b-edf920b8b548 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:11:22.671329 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d", "tag": "59ce3679-0843-477e-aa63-9c30e91c8451", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:11:22.671756 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3fbb34bc-4404-43f8-8d2b-edf920b8b548 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:11:22.672310 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fbb34bc-4404-43f8-8d2b-edf920b8b548'] response: {'name': 'network-changed', 'server_uuid': '6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d', 'tag': '59ce3679-0843-477e-aa63-9c30e91c8451', 'status': 'completed', 'code': 200} May 16 19:11:22.735169 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485034ef-0ad8-4a0f-879e-847462e8bf45 req-507a4396-21a2-4bb1-ac76-e1ffff94bdb2 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:22.738113 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-8d7edea2-8375-4ae8-8810-9df2255acd32 None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:11:22.755037 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-485034ef-0ad8-4a0f-879e-847462e8bf45 req-507a4396-21a2-4bb1-ac76-e1ffff94bdb2 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 945 time: 0.0926912 May 16 19:11:22.820166 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-485034ef-0ad8-4a0f-879e-847462e8bf45 req-7b93cee8-aa43-48f2-a3b5-147e9b64b754 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580039 May 16 19:11:22.980194 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-8d7edea2-8375-4ae8-8810-9df2255acd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'floating_ip_address': '172.28.3.38', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'port_id': '4ee65955-8231-4691-b699-321ae596ea3f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'mac_address': 'fa:16:3e:ae:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d254e-2cb9-4908-95c6-b928623e23e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:47Z', 'revision_number': 2, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'fixed_ip_address_scope': None}, {'id': '14a6bc85-9e52-4845-9671-b4a2a6bcd78d', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'floating_ip_address': '172.28.3.67', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'port_id': '59ce3679-0843-477e-aa63-9c30e91c8451', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'mac_address': 'fa:16:3e:31:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:54Z', 'updated_at': '2022-05-16T19:11:21Z', 'revision_number': 1, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:11:22.999591 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929af778-e6a9-40a2-8f0f-4888dae1a60b req-5ee4233b-a033-429b-910e-f8cc50f6f1cf tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:23.006948 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-929af778-e6a9-40a2-8f0f-4888dae1a60b req-5ee4233b-a033-429b-910e-f8cc50f6f1cf tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0578897 May 16 19:11:23.012392 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7edea2-8375-4ae8-8810-9df2255acd32 None None] Checking router: 363ffe14-eb3e-4a05-a481-5c6b0647fc22 for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:11:23.022048 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7edea2-8375-4ae8-8810-9df2255acd32 None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:11:23.022704 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-8d7edea2-8375-4ae8-8810-9df2255acd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:11:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:11:23.055805 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-929af778-e6a9-40a2-8f0f-4888dae1a60b req-a418d073-b257-411f-978b-1c86bdd0f945 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471385 May 16 19:11:23.139009 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-8d7edea2-8375-4ae8-8810-9df2255acd32 None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:11:23.279272 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35a689-676c-449c-b5a0-6474a79ea988 req-bdec8112-8fa6-4537-991d-37741bbd3bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:23.280922 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-5b35a689-676c-449c-b5a0-6474a79ea988 req-bdec8112-8fa6-4537-991d-37741bbd3bc9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 1129 time: 0.0502877 May 16 19:11:23.390781 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-8d7edea2-8375-4ae8-8810-9df2255acd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'floating_ip_address': '172.28.3.38', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'port_id': '4ee65955-8231-4691-b699-321ae596ea3f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'mac_address': 'fa:16:3e:ae:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d254e-2cb9-4908-95c6-b928623e23e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:47Z', 'revision_number': 2, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'fixed_ip_address_scope': None}, {'id': '14a6bc85-9e52-4845-9671-b4a2a6bcd78d', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'floating_ip_address': '172.28.3.67', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'port_id': '59ce3679-0843-477e-aa63-9c30e91c8451', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'mac_address': 'fa:16:3e:31:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:54Z', 'updated_at': '2022-05-16T19:11:21Z', 'revision_number': 1, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:11:23.401057 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35a689-676c-449c-b5a0-6474a79ea988 req-12b6968f-a222-4399-89cc-32b5fbd8da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:23.402647 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-5b35a689-676c-449c-b5a0-6474a79ea988 req-12b6968f-a222-4399-89cc-32b5fbd8da44 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de HTTP/1.1" status: 200 len: 916 time: 0.1147780 May 16 19:11:23.423482 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7edea2-8375-4ae8-8810-9df2255acd32 None None] The sync data for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb is: [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'floating_ip_address': '172.28.3.38', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'port_id': '4ee65955-8231-4691-b699-321ae596ea3f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'mac_address': 'fa:16:3e:ae:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d254e-2cb9-4908-95c6-b928623e23e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:47Z', 'revision_number': 2, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'fixed_ip_address_scope': None}, {'id': '14a6bc85-9e52-4845-9671-b4a2a6bcd78d', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'floating_ip_address': '172.28.3.67', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'port_id': '59ce3679-0843-477e-aa63-9c30e91c8451', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'mac_address': 'fa:16:3e:31:ca:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:54Z', 'updated_at': '2022-05-16T19:11:21Z', 'revision_number': 1, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:11:23.478924 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-5b35a689-676c-449c-b5a0-6474a79ea988 req-c3b55ef5-6d4f-4e4a-81c1-7e4a4b67237a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59ce3679-0843-477e-aa63-9c30e91c8451 HTTP/1.1" status: 200 len: 998 time: 0.0672610 May 16 19:11:23.541486 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35a689-676c-449c-b5a0-6474a79ea988 req-672b0116-6539-479e-a46f-3bffc83b812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:23.542981 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-5b35a689-676c-449c-b5a0-6474a79ea988 req-672b0116-6539-479e-a46f-3bffc83b812d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae HTTP/1.1" status: 200 len: 854 time: 0.0554335 May 16 19:11:23.600637 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35a689-676c-449c-b5a0-6474a79ea988 req-037287d9-4fde-41af-8fac-5334359c66a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:23.602203 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-5b35a689-676c-449c-b5a0-6474a79ea988 req-037287d9-4fde-41af-8fac-5334359c66a5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0484264 May 16 19:11:23.704412 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5ecdd-6cb1-4114-a77a-a64e03dabe5c req-f8411f39-1f42-48c3-95b7-86b050b9f82a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:23.707654 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-93c5ecdd-6cb1-4114-a77a-a64e03dabe5c req-f8411f39-1f42-48c3-95b7-86b050b9f82a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0823836 May 16 19:11:23.720887 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe2c573-ea80-4df7-8fbd-1afbb66e79f2 None None] New status for floating IP 14a6bc85-9e52-4845-9671-b4a2a6bcd78d: ACTIVE {{(pid=103575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:11:23.754543 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-5b35a689-676c-449c-b5a0-6474a79ea988 req-bcd5f23c-97a4-4442-a5ed-405fb80e872c service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393073 May 16 19:11:23.791643 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-93c5ecdd-6cb1-4114-a77a-a64e03dabe5c req-ab0b934e-3db2-439f-bbd0-6f10c3984e22 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774810 May 16 19:11:23.880512 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-5b35a689-676c-449c-b5a0-6474a79ea988 req-196a0c39-d106-4bb3-bb57-2de4d528da3d service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168315 May 16 19:11:23.959722 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e166814-81d6-4f85-b2c3-00d2afa9b0c1 req-785ba42a-66d0-417d-b0c1-1e20878d8f97 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:23.961784 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0e166814-81d6-4f85-b2c3-00d2afa9b0c1 req-785ba42a-66d0-417d-b0c1-1e20878d8f97 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 945 time: 0.0557437 May 16 19:11:24.011575 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0e166814-81d6-4f85-b2c3-00d2afa9b0c1 req-b98c70bb-fe8b-417e-81e8-b9a4ef502f84 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442474 May 16 19:11:24.216248 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1cfa4-922e-4e27-b0a9-966c295b5229 req-2706d054-ba24-414b-8ce8-662260ba0e27 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:24.224288 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-09d1cfa4-922e-4e27-b0a9-966c295b5229 req-2706d054-ba24-414b-8ce8-662260ba0e27 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0891311 May 16 19:11:24.277042 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-09d1cfa4-922e-4e27-b0a9-966c295b5229 req-bd37ab49-a8b4-42cf-9e0e-ad668f581595 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515571 May 16 19:11:24.913602 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c77f1-7f27-4940-91b2-f06e2fa28094 req-430818a2-aa87-4920-b0cc-94d8ef0e3588 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:24.915270 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-207c77f1-7f27-4940-91b2-f06e2fa28094 req-430818a2-aa87-4920-b0cc-94d8ef0e3588 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0514984 May 16 19:11:24.974062 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-207c77f1-7f27-4940-91b2-f06e2fa28094 req-ca3b93cb-933e-40b9-b076-679f0567efd8 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521953 May 16 19:11:25.426560 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096289ea-9642-4873-a988-91e5e0f1c82b req-d3d69c3c-9139-403f-991b-a37aff63ba31 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:25.428284 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-096289ea-9642-4873-a988-91e5e0f1c82b req-d3d69c3c-9139-403f-991b-a37aff63ba31 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0656347 May 16 19:11:25.498300 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-096289ea-9642-4873-a988-91e5e0f1c82b req-184f66c9-d430-4d70-8382-7cb004e80f08 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571485 May 16 19:11:26.137493 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42b1c5-e81b-481a-ae10-1c7c6b58ce95 req-97537c54-09d6-4eb1-b93e-cea8b44e0c2b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:26.138981 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-df42b1c5-e81b-481a-ae10-1c7c6b58ce95 req-97537c54-09d6-4eb1-b93e-cea8b44e0c2b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0818894 May 16 19:11:26.242924 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-df42b1c5-e81b-481a-ae10-1c7c6b58ce95 req-93cf363b-7947-44f9-83f3-63254f96d126 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878420 May 16 19:11:26.635873 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e6dc4-1886-4b99-b2a5-c9e4cf621266 req-94e48bc4-c933-441d-8993-a1afa515617f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:26.642817 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1d4e6dc4-1886-4b99-b2a5-c9e4cf621266 req-94e48bc4-c933-441d-8993-a1afa515617f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0588827 May 16 19:11:26.700041 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1d4e6dc4-1886-4b99-b2a5-c9e4cf621266 req-29b2c9ab-2953-49db-ae4a-4c8ec8e87b6f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562458 May 16 19:11:27.365135 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099faa1e-710e-4d8c-ad21-cd7c36e49b97 req-e2bdf170-7495-43cd-98ec-ec5d9bcf6252 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:27.366775 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-099faa1e-710e-4d8c-ad21-cd7c36e49b97 req-e2bdf170-7495-43cd-98ec-ec5d9bcf6252 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0568414 May 16 19:11:27.420401 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-099faa1e-710e-4d8c-ad21-cd7c36e49b97 req-46b4481c-6363-4a53-b2c4-79e09d397ab6 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476677 May 16 19:11:27.847599 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abd50a-a8b2-47e4-be6c-14509ead3bcb req-7b806ab9-bc44-4271-a12e-4bca3055b4d6 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:27.849195 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a1abd50a-a8b2-47e4-be6c-14509ead3bcb req-7b806ab9-bc44-4271-a12e-4bca3055b4d6 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0678375 May 16 19:11:27.909170 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a1abd50a-a8b2-47e4-be6c-14509ead3bcb req-933aaf8b-798d-48d3-a70c-f579a0bad6e0 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535679 May 16 19:11:28.560548 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344cf020-2b12-4c4f-9bcf-58432889adb9 req-49a8a604-b231-4958-ba0f-6e47c4f6fc36 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:28.562073 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-344cf020-2b12-4c4f-9bcf-58432889adb9 req-49a8a604-b231-4958-ba0f-6e47c4f6fc36 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0539925 May 16 19:11:28.611545 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-344cf020-2b12-4c4f-9bcf-58432889adb9 req-8c071b90-b2a1-4775-ac56-c25ad2d8ca08 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429909 May 16 19:11:29.030704 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ba880-2ca4-4c03-b4f4-01e670a1f10d req-ca476ebc-1837-43ac-b097-67d975754ec4 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:29.032143 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0e5ba880-2ca4-4c03-b4f4-01e670a1f10d req-ca476ebc-1837-43ac-b097-67d975754ec4 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0490720 May 16 19:11:29.077888 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0e5ba880-2ca4-4c03-b4f4-01e670a1f10d req-0521adce-316c-41f2-a5e4-754780143459 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396512 May 16 19:11:29.116149 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:11:29.734294 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254478e8-8952-4d17-9566-6464cfc6ed4d req-3ca69fc3-8f60-463e-a6e2-d42d8f88e742 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:29.735767 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-254478e8-8952-4d17-9566-6464cfc6ed4d req-3ca69fc3-8f60-463e-a6e2-d42d8f88e742 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0508063 May 16 19:11:29.782561 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-254478e8-8952-4d17-9566-6464cfc6ed4d req-fb56afa5-1c1e-418c-a412-0fc676a7cc91 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412910 May 16 19:11:30.205144 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e028b-5226-43b0-aaff-435c7fa635c8 req-a0d85ef5-3ded-425a-a8b1-8e07717d3e7b tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:30.206567 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-984e028b-5226-43b0-aaff-435c7fa635c8 req-a0d85ef5-3ded-425a-a8b1-8e07717d3e7b tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0453498 May 16 19:11:30.259871 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-984e028b-5226-43b0-aaff-435c7fa635c8 req-0751adcf-3b75-4182-ad80-1e2fbf5c16d2 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443747 May 16 19:11:30.769112 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087e1b6-97c3-47d4-997b-ade28305f149 req-7124be4d-6353-4e09-b63a-f5b996d8e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:30.770922 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6087e1b6-97c3-47d4-997b-ade28305f149 req-7124be4d-6353-4e09-b63a-f5b996d8e8f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5&device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 1129 time: 0.0416718 May 16 19:11:30.879417 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087e1b6-97c3-47d4-997b-ade28305f149 req-dc8a0c08-fbbe-40ae-a28f-8c0138daec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:30.881217 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6087e1b6-97c3-47d4-997b-ade28305f149 req-dc8a0c08-fbbe-40ae-a28f-8c0138daec21 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fa48d056-bb3a-4902-b0df-7a66e8554ee6 HTTP/1.1" status: 200 len: 917 time: 0.1034615 May 16 19:11:30.916330 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cbd9d-8445-490e-a401-9b0f793b9cf8 req-c69aedcc-a68d-42b3-8904-cd64d50b953a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:30.917901 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ef7cbd9d-8445-490e-a401-9b0f793b9cf8 req-c69aedcc-a68d-42b3-8904-cd64d50b953a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0545139 May 16 19:11:30.957021 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6087e1b6-97c3-47d4-997b-ade28305f149 req-f7754f97-ca58-4807-b01b-d8daad74cf7d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=738e7817-53b4-48ef-8064-804ecf4a3fed HTTP/1.1" status: 200 len: 1001 time: 0.0691273 May 16 19:11:30.968892 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ef7cbd9d-8445-490e-a401-9b0f793b9cf8 req-5c30e566-8451-42f7-b7a0-94411df319f6 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437834 May 16 19:11:31.012494 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087e1b6-97c3-47d4-997b-ade28305f149 req-e94f00f8-3aaa-470d-a9af-9b80a9ad4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:31.014031 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6087e1b6-97c3-47d4-997b-ade28305f149 req-e94f00f8-3aaa-470d-a9af-9b80a9ad4b13 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=32734e80-b5c3-4de5-9e79-84be66140e2e HTTP/1.1" status: 200 len: 855 time: 0.0507791 May 16 19:11:31.060671 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087e1b6-97c3-47d4-997b-ade28305f149 req-0306d7d3-ebbb-4e95-b282-27e4f215458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:31.062179 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6087e1b6-97c3-47d4-997b-ade28305f149 req-0306d7d3-ebbb-4e95-b282-27e4f215458f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fa48d056-bb3a-4902-b0df-7a66e8554ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0397818 May 16 19:11:31.164235 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6087e1b6-97c3-47d4-997b-ade28305f149 req-8e4cb1b9-fe8e-451d-8b95-adbb6af727a7 service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948980 May 16 19:11:31.262006 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6087e1b6-97c3-47d4-997b-ade28305f149 req-77b0f33a-bfb8-4c55-8bdd-d6215c6bc395 service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837431 May 16 19:11:31.370663 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8017a-cd4e-4f88-bae3-93b738cc0ef7 req-ed9c4ebc-c981-4b16-a374-b58d1b6043b7 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:31.372107 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-57a8017a-cd4e-4f88-bae3-93b738cc0ef7 req-ed9c4ebc-c981-4b16-a374-b58d1b6043b7 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0462759 May 16 19:11:31.417554 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-57a8017a-cd4e-4f88-bae3-93b738cc0ef7 req-0175b9ce-fe4a-469b-a699-f2926456116b tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398953 May 16 19:11:32.094874 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dedc9-2b77-4fb7-b0d6-d13ad94e96dc req-f9c13e36-3967-4b73-96df-30606732a257 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:32.096304 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-561dedc9-2b77-4fb7-b0d6-d13ad94e96dc req-f9c13e36-3967-4b73-96df-30606732a257 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0483441 May 16 19:11:32.148387 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-561dedc9-2b77-4fb7-b0d6-d13ad94e96dc req-da70d3f9-6c31-4eb8-871a-7c0ad8987e9b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464807 May 16 19:11:32.473785 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-6be68eba-eaf1-4066-a0cc-bf92b7c72732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:32.535547 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a454e3-a38a-4854-95e5-fe6d5f98ba11 req-30e560b4-fab5-4d62-ae52-d5f69896271a tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:32.536731 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e6a454e3-a38a-4854-95e5-fe6d5f98ba11 req-30e560b4-fab5-4d62-ae52-d5f69896271a tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0460503 May 16 19:11:32.582389 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e6a454e3-a38a-4854-95e5-fe6d5f98ba11 req-1c69de7e-7a21-4d85-8c1a-450e3b84c50c tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395601 May 16 19:11:33.269490 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e52d11-5bfa-453b-b4ec-47eaee3d15ee req-ac1e9410-f3d0-4793-abf7-fcfaecbd20f8 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:33.271043 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e3e52d11-5bfa-453b-b4ec-47eaee3d15ee req-ac1e9410-f3d0-4793-abf7-fcfaecbd20f8 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0532415 May 16 19:11:33.317949 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e3e52d11-5bfa-453b-b4ec-47eaee3d15ee req-5439ee9b-8538-4cb9-8c0e-b5b7d34bf23e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406058 May 16 19:11:33.694313 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a607e-2d2c-4bff-8163-79337436c560 req-9e0156e1-fe2a-41b2-8696-eb804069e3fa tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:33.695752 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2a0a607e-2d2c-4bff-8163-79337436c560 req-9e0156e1-fe2a-41b2-8696-eb804069e3fa tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0448980 May 16 19:11:33.742543 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2a0a607e-2d2c-4bff-8163-79337436c560 req-72a7da86-02c6-473c-bd5d-f2bc3d4c4793 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406232 May 16 19:11:33.939576 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9885b-2c56-4357-b807-f7a88b2c11f6 req-27889102-b4c2-460b-b6fb-c91bedb4b540 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:33.941146 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-60c9885b-2c56-4357-b807-f7a88b2c11f6 req-27889102-b4c2-460b-b6fb-c91bedb4b540 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0464866 May 16 19:11:33.990914 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-60c9885b-2c56-4357-b807-f7a88b2c11f6 req-28fddbbf-94b1-4fc0-8cfe-c6da35136f34 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442562 May 16 19:11:34.136088 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:34.436985 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 738e7817-53b4-48ef-8064-804ecf4a3fed no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:11:34.467913 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034586c-a5ea-43d7-9147-82002ae25625 req-098c64cf-e518-4636-a635-3ff20e56df0a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:34.477003 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9034586c-a5ea-43d7-9147-82002ae25625 req-098c64cf-e518-4636-a635-3ff20e56df0a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 945 time: 0.0784943 May 16 19:11:34.518283 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893dab1-374e-4862-b519-f58193f4feb8 req-88950268-22e4-448d-b048-d94374209822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:34.520024 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3893dab1-374e-4862-b519-f58193f4feb8 req-88950268-22e4-448d-b048-d94374209822 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5&device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 1129 time: 0.0720272 May 16 19:11:34.526330 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9034586c-a5ea-43d7-9147-82002ae25625 req-32bdb970-4bb6-4754-a86d-7d65ce2a1b01 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474162 May 16 19:11:34.553605 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 738e7817-53b4-48ef-8064-804ecf4a3fed is: ACTIVE; New status is: DOWN {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:11:34.554196 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:34.588867 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0a3846-4b61-4a3b-8aad-61ab14244932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '738e7817-53b4-48ef-8064-804ecf4a3fed'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:11:34.591079 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33850668-b9b4-4d8a-a332-53ea06424ab2" -d '{"events": [{"server_uuid": "bd0a3846-4b61-4a3b-8aad-61ab14244932", "name": "network-vif-unplugged", "status": "completed", "tag": "738e7817-53b4-48ef-8064-804ecf4a3fed"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:11:34.605063 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 738e7817-53b4-48ef-8064-804ecf4a3fed, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=738e7817-53b4-48ef-8064-804ecf4a3fed,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:11:34.609687 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:34.635094 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 May 2022 19:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849bbd27-8f9b-4904-a8f3-8cc58668540d x-openstack-request-id: req-849bbd27-8f9b-4904-a8f3-8cc58668540d {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:11:34.635438 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0a3846-4b61-4a3b-8aad-61ab14244932", "name": "network-vif-unplugged", "status": "completed", "tag": "738e7817-53b4-48ef-8064-804ecf4a3fed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:11:34.635693 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-849bbd27-8f9b-4904-a8f3-8cc58668540d {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:11:34.636075 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-849bbd27-8f9b-4904-a8f3-8cc58668540d'] response: {'server_uuid': 'bd0a3846-4b61-4a3b-8aad-61ab14244932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '738e7817-53b4-48ef-8064-804ecf4a3fed', 'code': 200} May 16 19:11:34.662469 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=738e7817-53b4-48ef-8064-804ecf4a3fed,revision_number=8']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:11:35.002370 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-18f07b04-09c9-43c2-8fc7-e2e9fddb98b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:35.008411 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [req-a1062e1e-af47-4e06-9312-bfd173fb7c02 req-3fe4927b-671a-4d0d-9f52-18f2959312d6 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103573) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:11:35.009415 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a1062e1e-af47-4e06-9312-bfd173fb7c02 req-3fe4927b-671a-4d0d-9f52-18f2959312d6 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0068247 May 16 19:11:35.115123 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35a5f7-45f4-4d97-b13d-0560169b2e37 req-2dd7c975-65c3-4303-b5fe-f6fadedd3c0c tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:35.117021 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7f35a5f7-45f4-4d97-b13d-0560169b2e37 req-2dd7c975-65c3-4303-b5fe-f6fadedd3c0c tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0511622 May 16 19:11:35.435820 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230a6094-2efa-47f8-adb6-fcbcbd54aa6e req-179b593b-1253-4715-8965-13a5e7fdb1c0 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:35.440270 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-230a6094-2efa-47f8-adb6-fcbcbd54aa6e req-179b593b-1253-4715-8965-13a5e7fdb1c0 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.3155911 May 16 19:11:35.468615 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 57074) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:11:35.476278 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7f35a5f7-45f4-4d97-b13d-0560169b2e37 req-806327d5-563f-46e3-8142-c3c6eaf7b709 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3502223 May 16 19:11:35.510437 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-230a6094-2efa-47f8-adb6-fcbcbd54aa6e req-8a233f49-0642-45a3-bd3e-066f4ed3888b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622187 May 16 19:11:35.571341 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bb9f23f5-ecb6-4b3e-9eb3-7593a845133b req-3aae820a-e4bb-4f9c-a8e1-667cf2d91645 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1012702 May 16 19:11:35.579850 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [req-bb9f23f5-ecb6-4b3e-9eb3-7593a845133b req-9faabbe0-d9d1-45c8-adbd-9d8ba841bed3 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103574) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:11:35.580839 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bb9f23f5-ecb6-4b3e-9eb3-7593a845133b req-9faabbe0-d9d1-45c8-adbd-9d8ba841bed3 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049088 May 16 19:11:35.656309 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 57082) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:11:35.706223 dv-cinder-839987-5-smb neutron-server[103574]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 16 19:11:35.760940 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f23f5-ecb6-4b3e-9eb3-7593a845133b req-fb1fbeb8-b88b-4bac-b058-98487cd30023 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:35.762182 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bb9f23f5-ecb6-4b3e-9eb3-7593a845133b req-fb1fbeb8-b88b-4bac-b058-98487cd30023 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports/738e7817-53b4-48ef-8064-804ecf4a3fed HTTP/1.1" status: 200 len: 940 time: 0.1048930 May 16 19:11:35.952215 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98beaf6e-e4f8-4c58-be14-1cf581b569a2 req-e2ff53c4-1aaf-4200-a6df-84d7fdd027a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:35.953707 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-98beaf6e-e4f8-4c58-be14-1cf581b569a2 req-e2ff53c4-1aaf-4200-a6df-84d7fdd027a6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=05edbc82d64b43618010c829eff5c529&device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 1129 time: 0.0685506 May 16 19:11:36.043058 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:36.266093 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893dab1-374e-4862-b519-f58193f4feb8 req-5a7eba7f-2ae2-432c-ae65-6d844e524bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:36.267460 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3893dab1-374e-4862-b519-f58193f4feb8 req-5a7eba7f-2ae2-432c-ae65-6d844e524bde service neutron] 10.222.0.78 "GET /v2.0/networks?id=fa48d056-bb3a-4902-b0df-7a66e8554ee6 HTTP/1.1" status: 200 len: 917 time: 0.3711660 May 16 19:11:36.293801 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98beaf6e-e4f8-4c58-be14-1cf581b569a2 req-c4a9df01-96bc-4836-b758-bce06c379b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:36.295180 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-98beaf6e-e4f8-4c58-be14-1cf581b569a2 req-c4a9df01-96bc-4836-b758-bce06c379b22 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e2c884ef-2b44-416a-b203-511395242f85 HTTP/1.1" status: 200 len: 912 time: 0.3111403 May 16 19:11:36.384955 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3893dab1-374e-4862-b519-f58193f4feb8 req-3e4c7fea-11a3-42fc-8c65-f95b760b834f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=738e7817-53b4-48ef-8064-804ecf4a3fed HTTP/1.1" status: 200 len: 999 time: 0.1026533 May 16 19:11:36.394253 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-98beaf6e-e4f8-4c58-be14-1cf581b569a2 req-fd86b0ba-4756-4a9f-9f16-7434cff3be8d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72393889-ec6f-4276-a394-885d2123ceac HTTP/1.1" status: 200 len: 1000 time: 0.0738468 May 16 19:11:36.469582 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893dab1-374e-4862-b519-f58193f4feb8 req-86d0103c-d4b5-441b-bbf1-2cd96cb9a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:36.471002 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3893dab1-374e-4862-b519-f58193f4feb8 req-86d0103c-d4b5-441b-bbf1-2cd96cb9a935 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=32734e80-b5c3-4de5-9e79-84be66140e2e HTTP/1.1" status: 200 len: 855 time: 0.0791452 May 16 19:11:36.475958 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98beaf6e-e4f8-4c58-be14-1cf581b569a2 req-ebf5fc18-7ac0-4f39-8baf-57da09e8c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:36.477343 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-98beaf6e-e4f8-4c58-be14-1cf581b569a2 req-ebf5fc18-7ac0-4f39-8baf-57da09e8c1ea service neutron] 10.222.0.78 "GET /v2.0/subnets?id=106d7208-a2e6-46bb-bc34-47f65193fc7d HTTP/1.1" status: 200 len: 850 time: 0.0749133 May 16 19:11:36.550804 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893dab1-374e-4862-b519-f58193f4feb8 req-24a3415c-3d59-407a-a84f-1e5ad9062ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:36.552318 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3893dab1-374e-4862-b519-f58193f4feb8 req-24a3415c-3d59-407a-a84f-1e5ad9062ee9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fa48d056-bb3a-4902-b0df-7a66e8554ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0711205 May 16 19:11:36.561679 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98beaf6e-e4f8-4c58-be14-1cf581b569a2 req-e41226ca-5085-44e9-9225-ed71262a6a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:36.563164 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-98beaf6e-e4f8-4c58-be14-1cf581b569a2 req-e41226ca-5085-44e9-9225-ed71262a6a76 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e2c884ef-2b44-416a-b203-511395242f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0518911 May 16 19:11:36.654183 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03116b-d957-47d2-9d32-b07c97cf374a req-e8856c9e-e664-4da9-a92d-59c7ebd63398 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:36.661146 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3c03116b-d957-47d2-9d32-b07c97cf374a req-e8856c9e-e664-4da9-a92d-59c7ebd63398 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.1119657 May 16 19:11:36.686403 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b85b45-380b-4471-81a7-a41bad13aaf0 req-d2b798e8-555a-4a72-ad1c-0256c2112218 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:36.687915 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-56b85b45-380b-4471-81a7-a41bad13aaf0 req-d2b798e8-555a-4a72-ad1c-0256c2112218 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0844090 May 16 19:11:36.724696 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3893dab1-374e-4862-b519-f58193f4feb8 req-5d3b62cf-c116-45c5-ac7d-c6fab446e7fa service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605084 May 16 19:11:36.731111 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-98beaf6e-e4f8-4c58-be14-1cf581b569a2 req-4de59deb-88c7-42b1-913c-733ee264339e service neutron] 10.222.0.78 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493611 May 16 19:11:36.738208 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3c03116b-d957-47d2-9d32-b07c97cf374a req-6d1f60c1-f06f-4e03-8849-71c740761519 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760696 May 16 19:11:36.770486 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-56b85b45-380b-4471-81a7-a41bad13aaf0 req-2a4b4d8a-2646-4880-925d-f6c4e134adfd tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615425 May 16 19:11:36.910653 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3893dab1-374e-4862-b519-f58193f4feb8 req-8ab47f5e-bd29-4186-923f-11e68ca53c08 service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656275 May 16 19:11:36.915929 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-98beaf6e-e4f8-4c58-be14-1cf581b569a2 req-5d7c5fe8-cd47-49f1-ba02-a00efa2fe3be service neutron] 10.222.0.78 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499341 May 16 19:11:37.295975 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f23f5-ecb6-4b3e-9eb3-7593a845133b req-184aa4a2-9048-496f-98a9-baa2613e460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:37.297508 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bb9f23f5-ecb6-4b3e-9eb3-7593a845133b req-184aa4a2-9048-496f-98a9-baa2613e460a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932&tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5 HTTP/1.1" status: 200 len: 1127 time: 0.0792143 May 16 19:11:37.365357 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:37.533000 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f23f5-ecb6-4b3e-9eb3-7593a845133b req-4d61e5b9-c72b-4139-bac8-bf1f67fcd594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:37.535330 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bb9f23f5-ecb6-4b3e-9eb3-7593a845133b req-4d61e5b9-c72b-4139-bac8-bf1f67fcd594 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5&device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 1127 time: 0.0417449 May 16 19:11:37.854196 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edaaef4-350d-4b5c-894e-b78cd15d4fb0 req-13548b52-849e-4b2c-a7c5-3dbaf2ecff09 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:37.855685 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4edaaef4-350d-4b5c-894e-b78cd15d4fb0 req-13548b52-849e-4b2c-a7c5-3dbaf2ecff09 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0494573 May 16 19:11:37.940839 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fc403-171b-4d4a-91e2-1956115f132e req-e17853b1-8bb5-4a47-9dd5-0dcb542c9da2 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:37.943061 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-957fc403-171b-4d4a-91e2-1956115f132e req-e17853b1-8bb5-4a47-9dd5-0dcb542c9da2 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0825219 May 16 19:11:37.974161 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4edaaef4-350d-4b5c-894e-b78cd15d4fb0 req-6cc1e24a-6227-45b7-b4df-c3fa88cacf7e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125772 May 16 19:11:38.005045 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-957fc403-171b-4d4a-91e2-1956115f132e req-7e9479bf-302f-4c7e-af0d-315af2f4193f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556719 May 16 19:11:38.464469 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 738e7817-53b4-48ef-8064-804ecf4a3fed no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:11:38.543303 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 738e7817-53b4-48ef-8064-804ecf4a3fed is: DOWN; New status is: DOWN {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:11:38.629236 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:11:38.891487 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f23f5-ecb6-4b3e-9eb3-7593a845133b req-cfa50383-e12d-42c8-87d7-13f56372f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:38.892982 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bb9f23f5-ecb6-4b3e-9eb3-7593a845133b req-cfa50383-e12d-42c8-87d7-13f56372f409 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fa48d056-bb3a-4902-b0df-7a66e8554ee6 HTTP/1.1" status: 200 len: 917 time: 0.0875883 May 16 19:11:39.064198 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bb9f23f5-ecb6-4b3e-9eb3-7593a845133b req-4c0f79bc-6a57-4ca9-9b19-4453c41d8187 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=738e7817-53b4-48ef-8064-804ecf4a3fed HTTP/1.1" status: 200 len: 999 time: 0.0706472 May 16 19:11:39.136777 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797dd65c-bba1-47d5-86fa-a76ad44f7ace req-7658c812-3605-402c-ba92-0cd77b2663ef tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:39.138611 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-797dd65c-bba1-47d5-86fa-a76ad44f7ace req-7658c812-3605-402c-ba92-0cd77b2663ef tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0866194 May 16 19:11:39.158946 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a9424-edf9-4529-81a6-d6f3d3e46916 req-5c43ee2c-6a4f-4fb7-b273-3eb70917aefb tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:39.160300 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-eb0a9424-edf9-4529-81a6-d6f3d3e46916 req-5c43ee2c-6a4f-4fb7-b273-3eb70917aefb tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0747130 May 16 19:11:39.220681 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-797dd65c-bba1-47d5-86fa-a76ad44f7ace req-f87020c5-509e-4e21-9816-42ee6bde4db6 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761812 May 16 19:11:39.231606 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-eb0a9424-edf9-4529-81a6-d6f3d3e46916 req-2f5b840e-e26f-4260-b91d-ea3cc05e8b56 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635924 May 16 19:11:39.647854 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f23f5-ecb6-4b3e-9eb3-7593a845133b req-21d0aeec-3707-4115-b2ba-3a08a6478f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:39.649336 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bb9f23f5-ecb6-4b3e-9eb3-7593a845133b req-21d0aeec-3707-4115-b2ba-3a08a6478f23 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=32734e80-b5c3-4de5-9e79-84be66140e2e HTTP/1.1" status: 200 len: 855 time: 0.0469210 May 16 19:11:40.347641 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d22dc5-1ff3-4184-b8c8-6358cec10d67 req-d6b8895e-0672-4f45-a6a7-e03ee883b693 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:40.349097 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-28d22dc5-1ff3-4184-b8c8-6358cec10d67 req-d6b8895e-0672-4f45-a6a7-e03ee883b693 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0461988 May 16 19:11:40.398478 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-28d22dc5-1ff3-4184-b8c8-6358cec10d67 req-ab0a2f80-f17a-450b-8aeb-57d09e1f715b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429926 May 16 19:11:40.554478 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f23f5-ecb6-4b3e-9eb3-7593a845133b req-f1cb1ef2-04f8-4160-b472-d13bc7d9ef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:40.555979 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bb9f23f5-ecb6-4b3e-9eb3-7593a845133b req-f1cb1ef2-04f8-4160-b472-d13bc7d9ef1b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fa48d056-bb3a-4902-b0df-7a66e8554ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0505352 May 16 19:11:41.255253 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bb9f23f5-ecb6-4b3e-9eb3-7593a845133b req-ddadfd47-d712-4e99-9410-0230c5c55eb6 service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080987 May 16 19:11:41.348364 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bb9f23f5-ecb6-4b3e-9eb3-7593a845133b req-f198e9ff-0dc4-4ed0-a915-fed72e20f8b8 service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854836 May 16 19:11:41.519377 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5513c-d5d3-4d51-b0ea-9f517f007335 req-3fe21151-f6eb-4573-bc2d-beefe87ee7f9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:41.520879 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-aba5513c-d5d3-4d51-b0ea-9f517f007335 req-3fe21151-f6eb-4573-bc2d-beefe87ee7f9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0465169 May 16 19:11:41.579682 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-aba5513c-d5d3-4d51-b0ea-9f517f007335 req-edbb82ee-c6f8-4574-87da-fb4f76cd2719 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483167 May 16 19:11:42.734528 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c353b-d0b8-4bc6-9550-7cd3f6af1153 req-468bfff8-2fc7-4789-a206-b1cf7210c8fa tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:42.737246 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-098c353b-d0b8-4bc6-9550-7cd3f6af1153 req-468bfff8-2fc7-4789-a206-b1cf7210c8fa tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0500302 May 16 19:11:42.789574 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-098c353b-d0b8-4bc6-9550-7cd3f6af1153 req-7d9380c9-0037-4a8d-864d-ba78c4727070 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446248 May 16 19:11:43.917180 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab3dd5-380a-4e51-9cfe-ba3efcc24921 req-c276e435-6d43-4de1-9860-42b682bc665e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:43.924110 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a6ab3dd5-380a-4e51-9cfe-ba3efcc24921 req-c276e435-6d43-4de1-9860-42b682bc665e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0587137 May 16 19:11:43.972818 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a6ab3dd5-380a-4e51-9cfe-ba3efcc24921 req-e5412353-76b5-4278-aa56-2ae8b11c33ba tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444100 May 16 19:11:45.099319 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003d2a9-27ad-4dd0-960f-09279fd61a24 req-4cf64bd8-209b-4332-93d4-ebf30cc351c8 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:45.100886 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a003d2a9-27ad-4dd0-960f-09279fd61a24 req-4cf64bd8-209b-4332-93d4-ebf30cc351c8 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0504618 May 16 19:11:45.155697 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a003d2a9-27ad-4dd0-960f-09279fd61a24 req-f6b6e8dd-5fd2-4f69-9a26-ff6b3e2081e9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445044 May 16 19:11:46.287970 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532bb46-a12f-4876-9e8d-eb43632965d9 req-fc02e221-6b40-4b23-94fe-eea553b041c4 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:46.289514 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f532bb46-a12f-4876-9e8d-eb43632965d9 req-fc02e221-6b40-4b23-94fe-eea553b041c4 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0517690 May 16 19:11:46.338633 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f532bb46-a12f-4876-9e8d-eb43632965d9 req-2baa41c6-9a66-43fc-8789-b0502c6c7f13 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433111 May 16 19:11:47.459370 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bf24e-f2f2-43bf-9509-61a8e280c85a req-21059d78-fe51-4303-b241-fd2e4e7bbb8a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:47.460916 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8b2bf24e-f2f2-43bf-9509-61a8e280c85a req-21059d78-fe51-4303-b241-fd2e4e7bbb8a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0464780 May 16 19:11:47.526087 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8b2bf24e-f2f2-43bf-9509-61a8e280c85a req-e51f6be1-4e9a-4430-a31a-9bcc9cdc126e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501106 May 16 19:11:48.647953 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db691a-4da2-437b-9dec-9674cfd0ad06 req-d3f0b0d8-a127-419d-a86f-4d4a990e187c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:48.649655 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-86db691a-4da2-437b-9dec-9674cfd0ad06 req-d3f0b0d8-a127-419d-a86f-4d4a990e187c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0485692 May 16 19:11:48.702134 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-86db691a-4da2-437b-9dec-9674cfd0ad06 req-4c63dc2a-a3f0-4fb8-96f7-cf3967ef7ec2 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452080 May 16 19:11:49.840045 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23810018-b4bb-4b5a-b626-fba4938f93f3 req-c0b7c1b7-4374-427d-b842-acc909a5119c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:49.841584 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-23810018-b4bb-4b5a-b626-fba4938f93f3 req-c0b7c1b7-4374-427d-b842-acc909a5119c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0625415 May 16 19:11:49.902906 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-23810018-b4bb-4b5a-b626-fba4938f93f3 req-e2a99a7d-a801-4eb3-9caa-fd6842491d47 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500376 May 16 19:11:51.013693 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695539bd-bb2c-45d9-a873-8149481ef64f req-31e02e2b-fb9f-48c9-8998-6d2083686e1a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:51.015243 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-695539bd-bb2c-45d9-a873-8149481ef64f req-31e02e2b-fb9f-48c9-8998-6d2083686e1a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0503898 May 16 19:11:51.063488 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-695539bd-bb2c-45d9-a873-8149481ef64f req-76947907-e16f-490c-8abf-98f01d7a68b8 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426879 May 16 19:11:52.186733 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2baeb-6273-4bc5-91bc-3f9943aed620 req-af98d90a-79e7-4985-b094-d70439a9543f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:52.188338 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c8b2baeb-6273-4bc5-91bc-3f9943aed620 req-af98d90a-79e7-4985-b094-d70439a9543f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0520012 May 16 19:11:52.237710 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c8b2baeb-6273-4bc5-91bc-3f9943aed620 req-1c92082a-880a-4019-80b6-04a50d9ccd41 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432072 May 16 19:11:53.360088 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d870b03-8293-4e0a-a0b2-aeea5826d97d req-2520f868-9ab3-42d5-81d8-e6a73e3eac62 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:53.361605 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0d870b03-8293-4e0a-a0b2-aeea5826d97d req-2520f868-9ab3-42d5-81d8-e6a73e3eac62 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0495024 May 16 19:11:53.407133 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0d870b03-8293-4e0a-a0b2-aeea5826d97d req-76eea9c6-07e4-402a-ace9-3b44f8190ff3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400150 May 16 19:11:54.534461 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c515a3b-a5e8-494f-9955-6371585cfdd0 req-bb0253aa-2a96-4fce-b01d-437f0196447c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:54.535936 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4c515a3b-a5e8-494f-9955-6371585cfdd0 req-bb0253aa-2a96-4fce-b01d-437f0196447c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0519500 May 16 19:11:54.593027 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4c515a3b-a5e8-494f-9955-6371585cfdd0 req-ee547cab-a673-4275-9e85-279d8e130c6f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508208 May 16 19:11:55.722489 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501e449-f6fe-489b-b48c-e0df20ace1ac req-55d994fa-c650-42b7-84fc-f03e6ce5e77d tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:55.723954 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c501e449-f6fe-489b-b48c-e0df20ace1ac req-55d994fa-c650-42b7-84fc-f03e6ce5e77d tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0466361 May 16 19:11:55.771989 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c501e449-f6fe-489b-b48c-e0df20ace1ac req-bba58232-d6f9-44c3-aa3d-003eb2918bfe tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413823 May 16 19:11:56.891008 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ae681-1a1b-43f8-b05f-37b01d8db185 req-add0b027-577e-4bcd-a224-c56bf5224b40 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:56.892457 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c04ae681-1a1b-43f8-b05f-37b01d8db185 req-add0b027-577e-4bcd-a224-c56bf5224b40 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0480824 May 16 19:11:56.942088 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c04ae681-1a1b-43f8-b05f-37b01d8db185 req-c974c99d-2ba5-43d7-a48e-18b71fb288cc tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438578 May 16 19:11:58.068216 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6569e4-382f-409e-9656-da23af7274c7 req-7de56825-f091-4951-b691-59f14ab5cf58 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:58.070624 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7e6569e4-382f-409e-9656-da23af7274c7 req-7de56825-f091-4951-b691-59f14ab5cf58 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0509179 May 16 19:11:58.119579 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7e6569e4-382f-409e-9656-da23af7274c7 req-00596e3b-f4ab-498f-8911-3f50c9ece6ef tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413821 May 16 19:11:59.242278 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445dbc9a-d4b6-4cb1-ab27-38b7286f8316 req-a88feb62-9952-4b34-b25f-84c961b59bce tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:11:59.244280 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-445dbc9a-d4b6-4cb1-ab27-38b7286f8316 req-a88feb62-9952-4b34-b25f-84c961b59bce tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0479503 May 16 19:11:59.297126 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-445dbc9a-d4b6-4cb1-ab27-38b7286f8316 req-bcfa162f-334a-41dd-a12a-9f370069a5fe tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468605 May 16 19:12:00.422733 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cd53a-8dff-4e59-8040-74e549a1feff req-adc3f89d-3628-4f4a-901c-b9fe869398f7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:00.424203 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-870cd53a-8dff-4e59-8040-74e549a1feff req-adc3f89d-3628-4f4a-901c-b9fe869398f7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0526869 May 16 19:12:00.484861 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-870cd53a-8dff-4e59-8040-74e549a1feff req-24ba2901-e68c-4790-8183-c71873e3a479 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522552 May 16 19:12:01.608792 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716200b-38a2-428e-8d3f-acded9d3f698 req-190cc7f6-9ed1-4e23-8437-a91c4cc9c27f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:01.610282 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0716200b-38a2-428e-8d3f-acded9d3f698 req-190cc7f6-9ed1-4e23-8437-a91c4cc9c27f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0472636 May 16 19:12:01.689712 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0716200b-38a2-428e-8d3f-acded9d3f698 req-b4092e4a-79b1-418c-813d-bdf000740dbc tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737405 May 16 19:12:02.476396 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5206707d-7b14-4383-a4e1-883e7b62bef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:02.831555 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f54891-4945-4e76-9615-dbac289b44a9 req-e340b47e-c079-418a-a18b-91d3c74a7aec tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:02.833117 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-13f54891-4945-4e76-9615-dbac289b44a9 req-e340b47e-c079-418a-a18b-91d3c74a7aec tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0540862 May 16 19:12:02.890761 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-13f54891-4945-4e76-9615-dbac289b44a9 req-a224ed21-7d64-4597-af80-78931fb80949 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490613 May 16 19:12:04.011014 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3d6f3-0ce0-4db0-9a5f-9713c8add770 req-a386f004-e7a7-4d7e-ae86-fa9ac000e5b2 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:04.012510 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-27a3d6f3-0ce0-4db0-9a5f-9713c8add770 req-a386f004-e7a7-4d7e-ae86-fa9ac000e5b2 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 943 time: 0.0473435 May 16 19:12:04.062004 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-27a3d6f3-0ce0-4db0-9a5f-9713c8add770 req-52b4786e-03c5-450f-91c5-54c431f59154 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437315 May 16 19:12:04.144147 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:04.602357 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 738e7817-53b4-48ef-8064-804ecf4a3fed details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:12:04.707109 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 738e7817-53b4-48ef-8064-804ecf4a3fed, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=738e7817-53b4-48ef-8064-804ecf4a3fed,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:04.718921 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': '738e7817-53b4-48ef-8064-804ecf4a3fed', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'port_id': '738e7817-53b4-48ef-8064-804ecf4a3fed', 'mac_address': 'fa:16:3e:9d:37:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:12:04.754042 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 738e7817-53b4-48ef-8064-804ecf4a3fed is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:04.754423 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:04.768137 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738e7817-53b4-48ef-8064-804ecf4a3fed {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:12:04.788651 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 738e7817-53b4-48ef-8064-804ecf4a3fed, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=738e7817-53b4-48ef-8064-804ecf4a3fed,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:04.792363 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:04.841306 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=738e7817-53b4-48ef-8064-804ecf4a3fed,revision_number=9']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:04.995647 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8a56c1ce-b9a1-49c7-bf90-26240b202e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:05.185360 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f8d0d-b179-41f8-9b0f-43d52a21ddeb req-bf0e136b-9a8d-4551-97bb-a81d013cbaeb tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:05.186896 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-420f8d0d-b179-41f8-9b0f-43d52a21ddeb req-bf0e136b-9a8d-4551-97bb-a81d013cbaeb tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 944 time: 0.0479748 May 16 19:12:05.235338 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-420f8d0d-b179-41f8-9b0f-43d52a21ddeb req-c61ecfde-bd62-4081-b44e-178c8b79cf5b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428011 May 16 19:12:05.390854 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['738e7817-53b4-48ef-8064-804ecf4a3fed'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:12:06.047586 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:06.114842 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:12:06.368974 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba152c-cb6a-4a0d-b118-e59aea01373e req-8b384670-f8b4-433c-a408-6145a0df8e7b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:06.370393 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-67ba152c-cb6a-4a0d-b118-e59aea01373e req-8b384670-f8b4-433c-a408-6145a0df8e7b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 944 time: 0.0509653 May 16 19:12:06.420578 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-67ba152c-cb6a-4a0d-b118-e59aea01373e req-dee10dfc-a848-4d0f-826c-5378b4716ab9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443666 May 16 19:12:06.694167 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 738e7817-53b4-48ef-8064-804ecf4a3fed up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:12:06.736374 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port 738e7817-53b4-48ef-8064-804ecf4a3fed triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:06.736930 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:06.807713 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 738e7817-53b4-48ef-8064-804ecf4a3fed is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:06.808085 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:06.835938 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0a3846-4b61-4a3b-8aad-61ab14244932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738e7817-53b4-48ef-8064-804ecf4a3fed'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:12:06.838741 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dc4a74-709e-4697-ac01-304839c2e061" -d '{"events": [{"server_uuid": "bd0a3846-4b61-4a3b-8aad-61ab14244932", "name": "network-vif-plugged", "status": "completed", "tag": "738e7817-53b4-48ef-8064-804ecf4a3fed"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:12:06.851469 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 738e7817-53b4-48ef-8064-804ecf4a3fed, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=738e7817-53b4-48ef-8064-804ecf4a3fed,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:06.856181 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:06.882314 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5000d507-cdd4-442d-8a21-a74be788aa79 x-openstack-request-id: req-5000d507-cdd4-442d-8a21-a74be788aa79 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:12:06.882606 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0a3846-4b61-4a3b-8aad-61ab14244932", "name": "network-vif-plugged", "status": "completed", "tag": "738e7817-53b4-48ef-8064-804ecf4a3fed", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:12:06.882855 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5000d507-cdd4-442d-8a21-a74be788aa79 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:12:06.883240 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5000d507-cdd4-442d-8a21-a74be788aa79'] response: {'server_uuid': 'bd0a3846-4b61-4a3b-8aad-61ab14244932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738e7817-53b4-48ef-8064-804ecf4a3fed', 'code': 200} May 16 19:12:06.914343 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=738e7817-53b4-48ef-8064-804ecf4a3fed,revision_number=10']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:07.367963 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:07.505278 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c3866-3458-4094-b287-190b570bb512 req-cd7f2ec0-a25f-4092-8116-a1a8c93b320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:07.506879 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a95c3866-3458-4094-b287-190b570bb512 req-cd7f2ec0-a25f-4092-8116-a1a8c93b320b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 1130 time: 0.0404549 May 16 19:12:07.542915 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6418b-cd86-4fb4-b5bb-a0c67cf878e4 req-9b4e7d40-d587-477a-aabc-4df991ad671f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:07.544414 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-27b6418b-cd86-4fb4-b5bb-a0c67cf878e4 req-9b4e7d40-d587-477a-aabc-4df991ad671f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 946 time: 0.0512707 May 16 19:12:07.551954 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a95c3866-3458-4094-b287-190b570bb512 req-e03f3eca-6791-44f8-aaac-0031044f19c8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384321 May 16 19:12:07.592521 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-27b6418b-cd86-4fb4-b5bb-a0c67cf878e4 req-f596e56c-b1fa-4da0-91f8-5c29835bb32a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423367 May 16 19:12:08.632839 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:08.720386 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5233e4-52da-46a4-95c1-e5438019d5ab req-f4a09f43-03a5-445e-b40c-5b9b72a2589d tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:08.721915 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6c5233e4-52da-46a4-95c1-e5438019d5ab req-f4a09f43-03a5-445e-b40c-5b9b72a2589d tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 946 time: 0.0540583 May 16 19:12:08.775776 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6c5233e4-52da-46a4-95c1-e5438019d5ab req-68a7973a-3a8c-4732-80bf-3a69d4ffaed1 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480306 May 16 19:12:09.897052 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54789e-60ae-4114-bcaf-8fd616c3cb43 req-cdc71029-0898-4982-a004-55f67d3f5159 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:09.898592 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3d54789e-60ae-4114-bcaf-8fd616c3cb43 req-cdc71029-0898-4982-a004-55f67d3f5159 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 946 time: 0.0472536 May 16 19:12:09.952003 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3d54789e-60ae-4114-bcaf-8fd616c3cb43 req-dc986be9-2ecb-4a88-a5ee-36696454ac60 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475590 May 16 19:12:11.107247 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78226a9e-98a0-4ddf-a839-252052669ad6 req-ebceb2ae-12c0-4492-8c52-74557be1fba1 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:11.108854 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-78226a9e-98a0-4ddf-a839-252052669ad6 req-ebceb2ae-12c0-4492-8c52-74557be1fba1 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 946 time: 0.0476627 May 16 19:12:11.157962 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-78226a9e-98a0-4ddf-a839-252052669ad6 req-ba0b27fd-c186-4433-92ed-f9606856af9e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433335 May 16 19:12:12.278943 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301d363-df1b-4940-8e9b-d15fc50efcce req-67d01fcf-24fc-4bd7-87e8-9295e3506b34 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:12.280414 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d301d363-df1b-4940-8e9b-d15fc50efcce req-67d01fcf-24fc-4bd7-87e8-9295e3506b34 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 946 time: 0.0508416 May 16 19:12:12.326316 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d301d363-df1b-4940-8e9b-d15fc50efcce req-bbcfc77c-2f9d-4596-9ccf-5f427d19ade8 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402172 May 16 19:12:16.014179 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dcb98-b76f-4cf5-b9ba-95596638b727 req-0576b9ab-b910-4af5-a79e-4aaee1a66f3c tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:16.015663 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-468dcb98-b76f-4cf5-b9ba-95596638b727 req-0576b9ab-b910-4af5-a79e-4aaee1a66f3c tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 945 time: 0.0468969 May 16 19:12:16.062282 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-468dcb98-b76f-4cf5-b9ba-95596638b727 req-e814e99c-4a05-48d8-b538-bacb1908f279 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409703 May 16 19:12:17.185471 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7c21d-b1e6-47ca-b5d2-1a681c5fc6e6 req-50e78d65-3c5c-4caf-8eb6-034fec5aca23 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:17.186925 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ccb7c21d-b1e6-47ca-b5d2-1a681c5fc6e6 req-50e78d65-3c5c-4caf-8eb6-034fec5aca23 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 945 time: 0.0496235 May 16 19:12:17.232867 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ccb7c21d-b1e6-47ca-b5d2-1a681c5fc6e6 req-027cc305-c782-4343-b89f-6bdbf7ef46b7 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402770 May 16 19:12:18.343516 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66413a87-1d07-4927-a369-1158165c1e56 req-8a4da5e5-c621-47ea-bac5-7e65656b830a tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:18.344995 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-66413a87-1d07-4927-a369-1158165c1e56 req-8a4da5e5-c621-47ea-bac5-7e65656b830a tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 945 time: 0.0461380 May 16 19:12:18.398061 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-66413a87-1d07-4927-a369-1158165c1e56 req-feaed775-0d89-4d41-8a41-2929f327b5bd tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475793 May 16 19:12:19.512448 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04edcbc1-a56e-4d75-921c-f29bd87374a1 req-383b0e7b-dace-4387-a766-6276689f4ee1 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:19.513965 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-04edcbc1-a56e-4d75-921c-f29bd87374a1 req-383b0e7b-dace-4387-a766-6276689f4ee1 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 945 time: 0.0488162 May 16 19:12:19.563491 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-04edcbc1-a56e-4d75-921c-f29bd87374a1 req-a11f0742-a991-41f3-a6ad-ea199068165c tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440040 May 16 19:12:20.676976 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333bdfa-dfca-485a-9c12-7a857e4e602a req-eb4491a6-d04b-4683-bc12-1aa555ae2278 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:20.678683 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5333bdfa-dfca-485a-9c12-7a857e4e602a req-eb4491a6-d04b-4683-bc12-1aa555ae2278 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 945 time: 0.0494263 May 16 19:12:20.728186 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5333bdfa-dfca-485a-9c12-7a857e4e602a req-698c7859-8b20-4902-adfa-f707fc6df034 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437868 May 16 19:12:21.094306 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26dc6ad-077e-407b-993b-88a64c1aa408 req-231b56c7-eac5-46e5-bbf6-11de01e3a2f0 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:21.095700 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b26dc6ad-077e-407b-993b-88a64c1aa408 req-231b56c7-eac5-46e5-bbf6-11de01e3a2f0 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.78 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 945 time: 0.0498555 May 16 19:12:21.199177 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-b26dc6ad-077e-407b-993b-88a64c1aa408 req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Deleting port eb701c7c-1e85-4370-b2e8-28e60a1e86fc {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:12:21.199655 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b26dc6ad-077e-407b-993b-88a64c1aa408 req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (eb701c7c-1e85-4370-b2e8-28e60a1e86fc), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:21.293571 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-b26dc6ad-077e-407b-993b-88a64c1aa408 req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] For port eb701c7c-1e85-4370-b2e8-28e60a1e86fc, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=eb701c7c-1e85-4370-b2e8-28e60a1e86fc,segment=NetworkSegment(de7a95bc-894b-4923-8b13-a7dfe10eddfb),segment_id=de7a95bc-894b-4923-8b13-a7dfe10eddfb)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:21.293924 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b26dc6ad-077e-407b-993b-88a64c1aa408 req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (eb701c7c-1e85-4370-b2e8-28e60a1e86fc), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:21.311885 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-b26dc6ad-077e-407b-993b-88a64c1aa408 req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Calling delete_port for eb701c7c-1e85-4370-b2e8-28e60a1e86fc owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:12:21.444178 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b26dc6ad-077e-407b-993b-88a64c1aa408 req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (eb701c7c-1e85-4370-b2e8-28e60a1e86fc), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:21.470015 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['eb701c7c-1e85-4370-b2e8-28e60a1e86fc'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:12:21.472298 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Pushing event deleted for resources: {'Port': ['ID=eb701c7c-1e85-4370-b2e8-28e60a1e86fc,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:21.487088 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.487438 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.487776 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.488110 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.488433 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.488793 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.489118 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.489438 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.489756 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.490073 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.490393 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.490711 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.491031 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.491345 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.491658 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:21.532744 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26dc6ad-077e-407b-993b-88a64c1aa408 req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] No DVR routers for this DVR port eb701c7c-1e85-4370-b2e8-28e60a1e86fc on host hv-cinder-83998 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:12:21.535362 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b26dc6ad-077e-407b-993b-88a64c1aa408 req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:21.538756 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b26dc6ad-077e-407b-993b-88a64c1aa408 req-1de5ae69-fdc3-4449-bbc4-201ccc6a90c6 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.78 "DELETE /v2.0/ports/eb701c7c-1e85-4370-b2e8-28e60a1e86fc HTTP/1.1" status: 204 len: 173 time: 0.4294553 May 16 19:12:21.539196 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db893bb-4c7e-42c6-9e69-a38720d466a7', 'name': 'network-vif-deleted', 'tag': 'eb701c7c-1e85-4370-b2e8-28e60a1e86fc'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:12:21.542017 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349a61e1-3989-4939-993f-cc5dab0721a8" -d '{"events": [{"server_uuid": "6db893bb-4c7e-42c6-9e69-a38720d466a7", "name": "network-vif-deleted", "tag": "eb701c7c-1e85-4370-b2e8-28e60a1e86fc"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:12:21.576196 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a1e6fe-8f2e-4df1-99a3-97954a488d1c x-openstack-request-id: req-d8a1e6fe-8f2e-4df1-99a3-97954a488d1c {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:12:21.576487 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db893bb-4c7e-42c6-9e69-a38720d466a7", "name": "network-vif-deleted", "tag": "eb701c7c-1e85-4370-b2e8-28e60a1e86fc", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:12:21.576815 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8a1e6fe-8f2e-4df1-99a3-97954a488d1c {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:12:21.577237 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a1e6fe-8f2e-4df1-99a3-97954a488d1c'] response: {'server_uuid': '6db893bb-4c7e-42c6-9e69-a38720d466a7', 'name': 'network-vif-deleted', 'tag': 'eb701c7c-1e85-4370-b2e8-28e60a1e86fc', 'status': 'completed', 'code': 200} May 16 19:12:21.828393 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-75543a37-fc97-4425-af3c-8476e0dbd319 req-c96939e5-0abc-4602-91c8-1121b61dbf20 tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 210 time: 0.0264435 May 16 19:12:22.934094 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-cf239de6-e2bb-4214-9d15-8ca17387d959 req-f931c46f-dfde-4713-adc8-b72499c9422a tempest-VolumesSnapshotTestJSON-192132080 tempest-VolumesSnapshotTestJSON-192132080-project] 10.222.0.65 "GET /v2.0/ports?device_id=6db893bb-4c7e-42c6-9e69-a38720d466a7 HTTP/1.1" status: 200 len: 210 time: 0.0271254 May 16 19:12:23.553030 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b9702-66dc-49d2-9138-e9ff7a158479 req-d020a1d3-05c0-4b6a-9e7b-66de001cd114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:23.554581 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-734b9702-66dc-49d2-9138-e9ff7a158479 req-d020a1d3-05c0-4b6a-9e7b-66de001cd114 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70b756666b7843baa63dd49b0d871431&device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 1129 time: 0.0400314 May 16 19:12:23.562937 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c645e-41a0-43ff-b6bc-3baddd28a6c3 req-2b7f6ffb-9898-4ad1-be95-f6de49a0dfc5 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:23.564367 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-bf7c645e-41a0-43ff-b6bc-3baddd28a6c3 req-2b7f6ffb-9898-4ad1-be95-f6de49a0dfc5 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0495160 May 16 19:12:23.612222 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-bf7c645e-41a0-43ff-b6bc-3baddd28a6c3 req-9956b2da-b9b6-424a-be1c-0252f8f110da tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421591 May 16 19:12:23.649824 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b9702-66dc-49d2-9138-e9ff7a158479 req-43fb3c7f-ea18-4667-9a72-645f31c6fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:23.651903 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-734b9702-66dc-49d2-9138-e9ff7a158479 req-43fb3c7f-ea18-4667-9a72-645f31c6fc14 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 200 len: 919 time: 0.0889165 May 16 19:12:23.711269 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-734b9702-66dc-49d2-9138-e9ff7a158479 req-59555104-2e83-4b66-9e30-a0bb4e2c02c2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53d21f87-37d3-4a16-9cb1-d887c03b4f6e HTTP/1.1" status: 200 len: 1001 time: 0.0531719 May 16 19:12:23.763517 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b9702-66dc-49d2-9138-e9ff7a158479 req-bc27e534-2334-4872-85bc-54e3498e2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:23.764925 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-734b9702-66dc-49d2-9138-e9ff7a158479 req-bc27e534-2334-4872-85bc-54e3498e2150 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ade8a152-1ee2-4456-af76-7bb459b607fb HTTP/1.1" status: 200 len: 857 time: 0.0459890 May 16 19:12:23.815492 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b9702-66dc-49d2-9138-e9ff7a158479 req-b7d45964-a608-42c1-8aab-60618871f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:23.817046 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-734b9702-66dc-49d2-9138-e9ff7a158479 req-b7d45964-a608-42c1-8aab-60618871f761 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1cc3c61-1225-4d74-a272-e27badcaaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0417984 May 16 19:12:23.907307 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-734b9702-66dc-49d2-9138-e9ff7a158479 req-705d255e-4022-48ed-a9db-595bb6018c27 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821898 May 16 19:12:24.003610 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-734b9702-66dc-49d2-9138-e9ff7a158479 req-b9138659-105a-424f-bf1d-361c486a0c0a service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895479 May 16 19:12:24.726426 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55bc70-5f72-41f8-8fa6-3b5f0bb54571 req-27fb024e-c982-4df8-aa7b-6bffb4847ca3 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:24.727888 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dd55bc70-5f72-41f8-8fa6-3b5f0bb54571 req-27fb024e-c982-4df8-aa7b-6bffb4847ca3 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0474880 May 16 19:12:24.762216 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device eb701c7c-1e85-4370-b2e8-28e60a1e86fc no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:12:24.780759 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dd55bc70-5f72-41f8-8fa6-3b5f0bb54571 req-5932eae8-0864-49fd-9d97-e59160a8619d tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467722 May 16 19:12:24.781754 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: eb701c7c-1e85-4370-b2e8-28e60a1e86fc {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:12:24.782091 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device eb701c7c-1e85-4370-b2e8-28e60a1e86fc not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:12:25.902662 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e9349-b774-43ca-915a-00f6e6a63f3e req-aa923ce5-c081-4a2e-9b9c-2cc421799017 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:25.904194 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-659e9349-b774-43ca-915a-00f6e6a63f3e req-aa923ce5-c081-4a2e-9b9c-2cc421799017 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0536807 May 16 19:12:25.954728 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-659e9349-b774-43ca-915a-00f6e6a63f3e req-28c54db0-a3f2-4b4a-8e60-2601fce88216 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441394 May 16 19:12:27.070184 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70258590-70f0-450f-b6a0-4da5b420d71b req-77b4e376-252a-4761-a327-ed8b64b3c03b tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:27.071577 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-70258590-70f0-450f-b6a0-4da5b420d71b req-77b4e376-252a-4761-a327-ed8b64b3c03b tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0494514 May 16 19:12:27.120985 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-70258590-70f0-450f-b6a0-4da5b420d71b req-e033c668-39b3-4a7f-8a03-8527d48dc206 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437734 May 16 19:12:28.237857 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e0883-1a9d-4da8-97ae-8d9d1100d312 req-6012994f-1a9e-4693-90ae-bad5f4ba7322 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:28.239333 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-827e0883-1a9d-4da8-97ae-8d9d1100d312 req-6012994f-1a9e-4693-90ae-bad5f4ba7322 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0490670 May 16 19:12:28.290571 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-827e0883-1a9d-4da8-97ae-8d9d1100d312 req-285bce06-9ae0-4e87-857e-e98975b0d38d tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453475 May 16 19:12:29.409047 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81069c-4627-412f-9b45-59fcc6a3caf2 req-ea357f3f-9253-4c1a-bc1c-3faeb5363840 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:29.410498 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ad81069c-4627-412f-9b45-59fcc6a3caf2 req-ea357f3f-9253-4c1a-bc1c-3faeb5363840 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0473969 May 16 19:12:29.456976 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ad81069c-4627-412f-9b45-59fcc6a3caf2 req-8ee0ff87-7989-40ce-aa71-cf42888bffaa tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409925 May 16 19:12:30.579697 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad66c21-ed4c-4758-8296-d3ee82757deb req-e7bd9d30-0dbe-4b93-8d03-45a4dd55d28d tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:30.581255 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dad66c21-ed4c-4758-8296-d3ee82757deb req-e7bd9d30-0dbe-4b93-8d03-45a4dd55d28d tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0480559 May 16 19:12:30.631386 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dad66c21-ed4c-4758-8296-d3ee82757deb req-dcb888b4-1fde-4620-bcdf-bf3a7de65bdf tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443099 May 16 19:12:31.749697 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a93e16-416f-403f-9c1b-40beb0251d55 req-67b86add-e5a7-4aad-8012-4bc6f5bfcd03 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:31.751167 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-78a93e16-416f-403f-9c1b-40beb0251d55 req-67b86add-e5a7-4aad-8012-4bc6f5bfcd03 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0506752 May 16 19:12:31.797537 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-78a93e16-416f-403f-9c1b-40beb0251d55 req-d72799e4-5763-480b-885e-41401f37a7be tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406523 May 16 19:12:32.478734 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f1a3c022-98e2-4244-b80f-6a942467c3b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:32.927428 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5bc64-9ad1-4f88-ab9f-0fa465236ee7 req-630fb5a8-6bfc-4607-adbb-9cb6a831971b tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:32.927428 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-68f5bc64-9ad1-4f88-ab9f-0fa465236ee7 req-630fb5a8-6bfc-4607-adbb-9cb6a831971b tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0567842 May 16 19:12:32.975685 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-68f5bc64-9ad1-4f88-ab9f-0fa465236ee7 req-cf246125-352f-4c01-926d-3e78e09a274f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450454 May 16 19:12:34.090823 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e61762-b26d-410a-9bef-4b0715f71250 req-bdabc390-e87c-4850-bbfe-12cfa167ea50 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:34.092316 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f6e61762-b26d-410a-9bef-4b0715f71250 req-bdabc390-e87c-4850-bbfe-12cfa167ea50 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0479896 May 16 19:12:34.144316 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f6e61762-b26d-410a-9bef-4b0715f71250 req-1bd2d21c-900b-4f81-b37c-f14efc7a3c47 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463469 May 16 19:12:34.145829 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:34.288103 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a67847ab-b1fd-4720-b65e-705221ca3db7 req-6fe269fe-97a6-4d78-b5a0-2f111b9f788f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370159 May 16 19:12:34.343962 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67847ab-b1fd-4720-b65e-705221ca3db7 req-d63a6819-1f44-451c-86c1-924aef47b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:34.345451 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a67847ab-b1fd-4720-b65e-705221ca3db7 req-d63a6819-1f44-451c-86c1-924aef47b679 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 1130 time: 0.0367973 May 16 19:12:34.454195 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67847ab-b1fd-4720-b65e-705221ca3db7 req-d952e6d8-7e48-413e-abcc-f951ec8d36a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:34.455641 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a67847ab-b1fd-4720-b65e-705221ca3db7 req-d952e6d8-7e48-413e-abcc-f951ec8d36a9 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de HTTP/1.1" status: 200 len: 916 time: 0.0896673 May 16 19:12:34.524085 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a67847ab-b1fd-4720-b65e-705221ca3db7 req-41a8ffbc-1eb0-4919-a4a2-839e01c4298f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee65955-8231-4691-b699-321ae596ea3f HTTP/1.1" status: 200 len: 1001 time: 0.0617306 May 16 19:12:34.579112 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67847ab-b1fd-4720-b65e-705221ca3db7 req-1a6f3575-46d6-4a1a-b1be-d5def366ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:34.580483 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a67847ab-b1fd-4720-b65e-705221ca3db7 req-1a6f3575-46d6-4a1a-b1be-d5def366ca29 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae HTTP/1.1" status: 200 len: 854 time: 0.0479884 May 16 19:12:34.622278 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67847ab-b1fd-4720-b65e-705221ca3db7 req-90ac92f0-e460-45e8-80b6-3d901e8599ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:34.623758 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a67847ab-b1fd-4720-b65e-705221ca3db7 req-90ac92f0-e460-45e8-80b6-3d901e8599ff service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0372598 May 16 19:12:34.713153 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a67847ab-b1fd-4720-b65e-705221ca3db7 req-94696a63-562a-4f26-893d-1e3e5a9696ff service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822847 May 16 19:12:34.807296 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a67847ab-b1fd-4720-b65e-705221ca3db7 req-d48c600e-482e-4980-a0b3-ece623df5ffd service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855410 May 16 19:12:35.000530 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-eb78eac9-47cb-4e35-af14-d8a17f0e38f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:35.263612 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723a35d-b3a3-4879-a173-fad0a63a0909 req-078b813e-7825-4efe-888d-97c10b392382 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:35.265031 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9723a35d-b3a3-4879-a173-fad0a63a0909 req-078b813e-7825-4efe-888d-97c10b392382 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0484045 May 16 19:12:35.317518 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9723a35d-b3a3-4879-a173-fad0a63a0909 req-1017d519-fb2a-48a5-9249-e10766db72a4 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447919 May 16 19:12:36.045364 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:36.430402 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e5ff2-5b4a-48cb-9ce5-51c36e54c65d req-52ed1744-918e-48b6-99ae-3dfd64263913 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:36.431890 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-928e5ff2-5b4a-48cb-9ce5-51c36e54c65d req-52ed1744-918e-48b6-99ae-3dfd64263913 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0470214 May 16 19:12:36.478347 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-928e5ff2-5b4a-48cb-9ce5-51c36e54c65d req-6c4c30d6-6dff-4786-b858-8dc3969144aa tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402362 May 16 19:12:37.369325 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:37.601258 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9899f-8acb-4ba5-934c-18c0bc956109 req-680130b2-9bef-4d14-b017-33deba9d164b tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:37.602652 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4aa9899f-8acb-4ba5-934c-18c0bc956109 req-680130b2-9bef-4d14-b017-33deba9d164b tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0504272 May 16 19:12:37.652361 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4aa9899f-8acb-4ba5-934c-18c0bc956109 req-4c43331f-67bc-4c4a-81d4-be60cef4b795 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435317 May 16 19:12:38.636828 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:38.765575 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ec0e7-89de-42a2-85ee-c2677dbd9301 req-6bf90e8e-362a-4823-8deb-9597ddc10217 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:38.766947 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a33ec0e7-89de-42a2-85ee-c2677dbd9301 req-6bf90e8e-362a-4823-8deb-9597ddc10217 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0476003 May 16 19:12:38.813287 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a33ec0e7-89de-42a2-85ee-c2677dbd9301 req-ac076bcd-c098-43d0-9a3f-cef9ca37c448 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407650 May 16 19:12:39.936213 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114dec8-58c1-478e-8afc-756c7afcd10f req-5c153093-417c-4efc-a644-52f60e85b813 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:39.937724 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c114dec8-58c1-478e-8afc-756c7afcd10f req-5c153093-417c-4efc-a644-52f60e85b813 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0501766 May 16 19:12:39.984654 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c114dec8-58c1-478e-8afc-756c7afcd10f req-c49b6873-acaa-42df-a1e9-6407641171d4 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411620 May 16 19:12:41.101012 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fbf72-3c50-47f8-bae0-8ab5a1b67e82 req-aa9805dd-3f1a-4118-a59b-415e25b27803 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:41.102570 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ec1fbf72-3c50-47f8-bae0-8ab5a1b67e82 req-aa9805dd-3f1a-4118-a59b-415e25b27803 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0499341 May 16 19:12:41.151764 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ec1fbf72-3c50-47f8-bae0-8ab5a1b67e82 req-4bd212b4-e664-4775-bbf4-668144549ab9 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433528 May 16 19:12:41.486912 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb336b41-ce5b-4c38-a45e-229b53c89a9a req-798efb05-d874-419e-a06e-8a3796a127bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:41.488356 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-cb336b41-ce5b-4c38-a45e-229b53c89a9a req-798efb05-d874-419e-a06e-8a3796a127bc service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 1129 time: 0.0377147 May 16 19:12:41.531357 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-cb336b41-ce5b-4c38-a45e-229b53c89a9a req-82ca4cd7-3db8-4606-a85d-410dd92c9fcb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365348 May 16 19:12:42.273369 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51616310-ee9d-4b95-853f-23173da37e93 req-d36ca630-18d2-4260-82ab-cea3b7c9fd49 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:42.274938 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-51616310-ee9d-4b95-853f-23173da37e93 req-d36ca630-18d2-4260-82ab-cea3b7c9fd49 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0552025 May 16 19:12:42.342766 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-51616310-ee9d-4b95-853f-23173da37e93 req-9528d2b8-f628-4365-81fe-63c383a674aa tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615170 May 16 19:12:43.102786 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 57584) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:43.117073 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:12:43.155108 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5e597a-3e7c-407f-a90a-5f076ae5cca5 admin admin] Deleting subnet aeaaa000-4281-4b2a-b215-606ec7f6081b {{(pid=103574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:12:43.158084 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3c5e597a-3e7c-407f-a90a-5f076ae5cca5 admin admin] Publish callbacks [] for subnet (aeaaa000-4281-4b2a-b215-606ec7f6081b), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:43.190776 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3c5e597a-3e7c-407f-a90a-5f076ae5cca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125890959'] for subnet (aeaaa000-4281-4b2a-b215-606ec7f6081b), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:43.229329 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3c5e597a-3e7c-407f-a90a-5f076ae5cca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660465'] for subnet (aeaaa000-4281-4b2a-b215-606ec7f6081b), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:43.280118 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3c5e597a-3e7c-407f-a90a-5f076ae5cca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125891027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112557'] for subnet (aeaaa000-4281-4b2a-b215-606ec7f6081b), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:43.305071 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e597a-3e7c-407f-a90a-5f076ae5cca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeaaa000-4281-4b2a-b215-606ec7f6081b,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:43.309264 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3c5e597a-3e7c-407f-a90a-5f076ae5cca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:43.312428 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-3c5e597a-3e7c-407f-a90a-5f076ae5cca5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/aeaaa000-4281-4b2a-b215-606ec7f6081b HTTP/1.1" status: 204 len: 168 time: 0.2086506 May 16 19:12:43.315399 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 57586) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:43.454885 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751918'] for network (23312eb6-1c5a-4a7c-9757-f740aa6a7707), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:43.553003 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b215ade-96a9-48fe-b3b4-fca03f8aae09 req-53237f72-2e6c-4ad2-aa29-7c2af127f297 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:43.554539 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1b215ade-96a9-48fe-b3b4-fca03f8aae09 req-53237f72-2e6c-4ad2-aa29-7c2af127f297 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.1348510 May 16 19:12:43.582046 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661572', 'neutron.services.segments.db._delete_segments_for_network-8772410173462'] for network (23312eb6-1c5a-4a7c-9757-f740aa6a7707), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:43.613297 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23312eb6-1c5a-4a7c-9757-f740aa6a7707']}} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:43.631922 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7a95bc-894b-4923-8b13-a7dfe10eddfb') {'for_net_delete': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:43.632149 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7a95bc-894b-4923-8b13-a7dfe10eddfb') {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:43.649183 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410174751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295152'] for segment (de7a95bc-894b-4923-8b13-a7dfe10eddfb), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:43.659154 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1b215ade-96a9-48fe-b3b4-fca03f8aae09 req-d6e63319-628e-4879-a8ed-ce24b3867cab tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791163 May 16 19:12:43.667291 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (de7a95bc-894b-4923-8b13-a7dfe10eddfb), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:43.673710 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:12:43.674224 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127128922'] for segment (de7a95bc-894b-4923-8b13-a7dfe10eddfb), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: Traceback (most recent call last): May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: timer() May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: cb(*args, **kw) May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: return func(*args, **kwargs) May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: self._notify() May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: self.callback(batched_events) May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: event.method(event) May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: return f(self, *a, **k) May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: return self._get(url).json() May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: return self.request(url, 'GET', **kwargs) May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:12:43.676240 dv-cinder-839987-5-smb neutron-server[103573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:12:43.735612 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3934410'] for network (23312eb6-1c5a-4a7c-9757-f740aa6a7707), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:43.740183 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:43.743653 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] 10.222.0.65 "DELETE /v2.0/networks/23312eb6-1c5a-4a7c-9757-f740aa6a7707 HTTP/1.1" status: 204 len: 168 time: 0.4269106 May 16 19:12:43.756683 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Pushing event deleted for resources: {'Network': ['ID=23312eb6-1c5a-4a7c-9757-f740aa6a7707,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:43.764471 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:43.764841 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:43.765181 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:43.765517 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:43.765843 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:43.766169 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:43.766493 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:43.766813 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:43.767139 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:43.767457 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:43.767776 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:43.768095 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:43.768418 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:43.768761 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:43.769076 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c48a9d3-02d0-4b68-a340-1b03f875e457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:43.872394 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 57600) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:43.915506 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-853bd5ad-811a-4c54-983b-4bcb41e8a9a6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=338cc2ff56654351b1614a781602a105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418415 May 16 19:12:43.918109 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 57606) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:43.967117 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85f0d519-94f3-4b17-8067-32c288c00894 admin admin] Publish callbacks [] for security_group (a3a4aabf-5d4e-43a9-bbd8-07b046634c1c), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:43.988270 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85f0d519-94f3-4b17-8067-32c288c00894 admin admin] Publish callbacks [] for security_group (a3a4aabf-5d4e-43a9-bbd8-07b046634c1c), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:44.036520 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85f0d519-94f3-4b17-8067-32c288c00894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (a3a4aabf-5d4e-43a9-bbd8-07b046634c1c), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:44.039178 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-85f0d519-94f3-4b17-8067-32c288c00894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:44.040524 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-85f0d519-94f3-4b17-8067-32c288c00894 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a3a4aabf-5d4e-43a9-bbd8-07b046634c1c HTTP/1.1" status: 204 len: 168 time: 0.1215074 May 16 19:12:44.049469 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0d519-94f3-4b17-8067-32c288c00894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a4aabf-5d4e-43a9-bbd8-07b046634c1c,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:44.345195 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632a720-b0d5-41b0-968d-b8004ac1d420 req-a83566e9-29de-4c3c-bd60-45a2dbe4ed8e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:44.355203 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d632a720-b0d5-41b0-968d-b8004ac1d420 req-a83566e9-29de-4c3c-bd60-45a2dbe4ed8e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0614071 May 16 19:12:44.365059 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a494af-702e-49a6-86b9-f6f7452a7d88 req-f2eede1d-a960-4dc2-ba66-4da854b07fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:44.366621 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b2a494af-702e-49a6-86b9-f6f7452a7d88 req-f2eede1d-a960-4dc2-ba66-4da854b07fc3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70b756666b7843baa63dd49b0d871431&device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 1129 time: 0.0681465 May 16 19:12:44.410481 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d632a720-b0d5-41b0-968d-b8004ac1d420 req-719984d6-a4ed-40d5-a8e7-006639765959 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467939 May 16 19:12:44.468152 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a494af-702e-49a6-86b9-f6f7452a7d88 req-c10fba9d-295e-427a-b262-102b9cf79aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:44.469653 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b2a494af-702e-49a6-86b9-f6f7452a7d88 req-c10fba9d-295e-427a-b262-102b9cf79aa8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 200 len: 919 time: 0.0938320 May 16 19:12:44.540601 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b2a494af-702e-49a6-86b9-f6f7452a7d88 req-db9418d3-2ec3-462e-a465-f01714f9dc90 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53d21f87-37d3-4a16-9cb1-d887c03b4f6e HTTP/1.1" status: 200 len: 1001 time: 0.0638430 May 16 19:12:44.795672 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a494af-702e-49a6-86b9-f6f7452a7d88 req-259d7b4d-a17f-43e6-b57f-30c76ecf545a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:44.797167 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b2a494af-702e-49a6-86b9-f6f7452a7d88 req-259d7b4d-a17f-43e6-b57f-30c76ecf545a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ade8a152-1ee2-4456-af76-7bb459b607fb HTTP/1.1" status: 200 len: 857 time: 0.2508571 May 16 19:12:44.836267 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 57632) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:44.841993 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a494af-702e-49a6-86b9-f6f7452a7d88 req-1bf71ab4-24c0-4bb5-a008-fe315cceed2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:44.843635 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b2a494af-702e-49a6-86b9-f6f7452a7d88 req-1bf71ab4-24c0-4bb5-a008-fe315cceed2e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1cc3c61-1225-4d74-a272-e27badcaaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0390508 May 16 19:12:44.936581 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-b32b9ff0-ad0c-4c4c-b253-b35300f5c3b2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1376523978-network', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:12:44.941595 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b2a494af-702e-49a6-86b9-f6f7452a7d88 req-c4246810-46b2-425c-9c33-67ea91c3d058 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909009 May 16 19:12:44.956619 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32b9ff0-ad0c-4c4c-b253-b35300f5c3b2 admin admin] Made reservation on behalf of 217c4bc4175641c38493bc721d2ccdc3 for: {'network': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:12:44.958876 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ff0-ad0c-4c4c-b253-b35300f5c3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for network (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:44.968056 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ff0-ad0c-4c4c-b253-b35300f5c3b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.035716 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b2a494af-702e-49a6-86b9-f6f7452a7d88 req-f35d2f41-c7b2-443e-93bf-b144d309cba8 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882411 May 16 19:12:45.055266 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ff0-ad0c-4c4c-b253-b35300f5c3b2 admin admin] Publish callbacks [] for security_group (5931107b-1206-4ef2-b557-a520a2a19ff5), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.059760 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ff0-ad0c-4c4c-b253-b35300f5c3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (5931107b-1206-4ef2-b557-a520a2a19ff5), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.084391 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32b9ff0-ad0c-4c4c-b253-b35300f5c3b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:12:45.094643 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b9ff0-ad0c-4c4c-b253-b35300f5c3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5931107b-1206-4ef2-b557-a520a2a19ff5,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:45.099402 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ff0-ad0c-4c4c-b253-b35300f5c3b2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410173453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (0fceec7e-7974-4ff5-aed8-46831ecb89c9), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.099804 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.segments_db [None req-b32b9ff0-ad0c-4c4c-b253-b35300f5c3b2 admin admin] Added segment 0fceec7e-7974-4ff5-aed8-46831ecb89c9 of type vlan for network 6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 May 16 19:12:45.140052 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ff0-ad0c-4c4c-b253-b35300f5c3b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409763997'] for network (6dc21745-d9eb-40f9-9f43-23c03b5cb9c1), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.164472 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ff0-ad0c-4c4c-b253-b35300f5c3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for network (6dc21745-d9eb-40f9-9f43-23c03b5cb9c1), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.165476 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32b9ff0-ad0c-4c4c-b253-b35300f5c3b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:45.166083 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b32b9ff0-ad0c-4c4c-b253-b35300f5c3b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.203701 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-b32b9ff0-ad0c-4c4c-b253-b35300f5c3b2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3661876 May 16 19:12:45.206556 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 57636) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:45.211898 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-df98f7a0-4900-49b5-8cc8-34dd1015f7bc admin admin] Request body: {'subnet': {'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1376523978-subnet', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'ip_version': 4}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:12:45.232130 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df98f7a0-4900-49b5-8cc8-34dd1015f7bc admin admin] Made reservation on behalf of 217c4bc4175641c38493bc721d2ccdc3 for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:12:45.232512 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b9ff0-ad0c-4c4c-b253-b35300f5c3b2 admin admin] Pushing event updated for resources: {'Network': ['ID=6dc21745-d9eb-40f9-9f43-23c03b5cb9c1,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:45.235424 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-df98f7a0-4900-49b5-8cc8-34dd1015f7bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112512'] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.242385 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Network 6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 details requested by agent ovs-agent-dv-cinder-839987-5-smb with host dv-cinder-839987-5-smb {{(pid=103575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:12:45.406963 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-df98f7a0-4900-49b5-8cc8-34dd1015f7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125890962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112534'] for subnet (3c8ece64-96e5-4dc5-ac7b-02ba78e887bb), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.469927 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98f7a0-4900-49b5-8cc8-34dd1015f7bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c8ece64-96e5-4dc5-ac7b-02ba78e887bb,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:45.477384 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df98f7a0-4900-49b5-8cc8-34dd1015f7bc admin admin] Checking segment: {'id': '0fceec7e-7974-4ff5-aed8-46831ecb89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:12:45.477739 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df98f7a0-4900-49b5-8cc8-34dd1015f7bc admin admin] Network hostable DHCP agents. Network: 6dc21745-d9eb-40f9-9f43-23c03b5cb9c1, hostable agents: ['32740b08-508b-41fc-82a0-fe5ed2f5692a'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:12:45.496643 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df98f7a0-4900-49b5-8cc8-34dd1015f7bc admin admin] Network 6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 is scheduled to be hosted by DHCP agent 32740b08-508b-41fc-82a0-fe5ed2f5692a with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:12:45.507518 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-df98f7a0-4900-49b5-8cc8-34dd1015f7bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-5-smb, 6dc21745-d9eb-40f9-9f43-23c03b5cb9c1) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:12:45.512732 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df98f7a0-4900-49b5-8cc8-34dd1015f7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:45.513778 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-df98f7a0-4900-49b5-8cc8-34dd1015f7bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.521425 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cff77d6-7fac-47c1-a701-c05b7059172e None None] Network 6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:12:45.530518 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-df98f7a0-4900-49b5-8cc8-34dd1015f7bc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3227627 May 16 19:12:45.531150 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3e8e2-35c6-4cd6-82d8-dbb86bdf86c3 req-f162eabc-6033-45aa-8daf-42aa2c7e8047 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:45.532741 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-70e3e8e2-35c6-4cd6-82d8-dbb86bdf86c3 req-f162eabc-6033-45aa-8daf-42aa2c7e8047 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0503695 May 16 19:12:45.533527 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 57640) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:45.537597 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1376523978-router', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf'}}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:12:45.578565 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3945490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (88037a86-3109-438f-8537-a540cebe8405), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.579568 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3945702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3944459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router (88037a86-3109-438f-8537-a540cebe8405), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.608134 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-70e3e8e2-35c6-4cd6-82d8-dbb86bdf86c3 req-b53596fd-f322-4b70-a18e-3d01e54c1c71 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667348 May 16 19:12:45.647842 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] Publish callbacks [] for router_controller (88037a86-3109-438f-8537-a540cebe8405), precommit_add_association {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.651288 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2076c188-5255-5bc7-a072-6101fc46504d-6dc21745-d9eb-40f9-9f43-23c03b5cb9c1', 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1', 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'fixed_ips': [{'subnet_id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb'}]}} from dv-cinder-839987-5-smb. {{(pid=103575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:12:45.652296 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.783141 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] Publish callbacks [] for router_gateway (88037a86-3109-438f-8537-a540cebe8405), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.796333 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Allocated IP 172.20.0.2 (6dc21745-d9eb-40f9-9f43-23c03b5cb9c1/3c8ece64-96e5-4dc5-ac7b-02ba78e887bb/709b3b09-4d72-4348-8e71-e7bac9f7856c) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:12:45.942603 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Publish callbacks [] for port (709b3b09-4d72-4348-8e71-e7bac9f7856c), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.949029 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (709b3b09-4d72-4348-8e71-e7bac9f7856c), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.968715 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] Publish callbacks [] for router_gateway (88037a86-3109-438f-8537-a540cebe8405), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.985021 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Network 6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:12:45.987672 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:45.987814 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:12:45.990343 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:12:46.002781 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Pushing event updated for resources: {'Port': ['ID=709b3b09-4d72-4348-8e71-e7bac9f7856c,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:46.029699 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:46.030049 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:46.030391 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:46.030755 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:46.031096 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:46.031431 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:46.031756 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:46.032084 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:46.032410 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:46.032756 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:46.033079 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:46.033471 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:46.033745 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:46.034064 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:46.034380 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:46.068992 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Attempting to bind port 709b3b09-4d72-4348-8e71-e7bac9f7856c on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:12:46.069362 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Attempting to bind port 709b3b09-4d72-4348-8e71-e7bac9f7856c by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': '0fceec7e-7974-4ff5-aed8-46831ecb89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:12:46.069722 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Attempting to bind port 709b3b09-4d72-4348-8e71-e7bac9f7856c on network 6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:12:46.075406 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:12:46.075785 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Checking segment: {'id': '0fceec7e-7974-4ff5-aed8-46831ecb89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:12:46.076186 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:46.076594 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Bound using segment: {'id': '0fceec7e-7974-4ff5-aed8-46831ecb89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:12:46.077063 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Bound port: 709b3b09-4d72-4348-8e71-e7bac9f7856c, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fceec7e-7974-4ff5-aed8-46831ecb89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:12:46.077444 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (709b3b09-4d72-4348-8e71-e7bac9f7856c), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:46.096310 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] Allocated IP 172.28.3.101 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/8d2e1e8d-fe55-46c8-a418-d142e3beb337) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:12:46.139420 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] For port 709b3b09-4d72-4348-8e71-e7bac9f7856c, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:12:46.142799 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] For port 709b3b09-4d72-4348-8e71-e7bac9f7856c, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=709b3b09-4d72-4348-8e71-e7bac9f7856c,segment=NetworkSegment(0fceec7e-7974-4ff5-aed8-46831ecb89c9),segment_id=0fceec7e-7974-4ff5-aed8-46831ecb89c9)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:12:46.148978 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (709b3b09-4d72-4348-8e71-e7bac9f7856c), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:46.196945 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] Publish callbacks [] for port (8d2e1e8d-fe55-46c8-a418-d142e3beb337), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:46.206676 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8bbe5-d0b4-4545-b698-5a7ae9054c4f None None] Pushing event updated for resources: {'Port': ['ID=709b3b09-4d72-4348-8e71-e7bac9f7856c,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:46.233311 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (8d2e1e8d-fe55-46c8-a418-d142e3beb337), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:46.270319 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:12:46.273227 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:12:46.276345 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:12:46.306869 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] Pushing event updated for resources: {'Port': ['ID=8d2e1e8d-fe55-46c8-a418-d142e3beb337,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:46.554313 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] Publish callbacks [] for router_gateway (88037a86-3109-438f-8537-a540cebe8405), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:46.761892 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf3539-1f5e-4923-81a2-51def95c627f req-b1d706f4-5252-4540-9360-1811576b7f2a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:46.763363 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-53cf3539-1f5e-4923-81a2-51def95c627f req-b1d706f4-5252-4540-9360-1811576b7f2a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0784881 May 16 19:12:46.789969 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3945631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3944668'] for router (88037a86-3109-438f-8537-a540cebe8405), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:46.861213 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-53cf3539-1f5e-4923-81a2-51def95c627f req-a4259fab-62c9-4cd1-bc7e-59d11100c85e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918531 May 16 19:12:46.946397 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] Router 88037a86-3109-438f-8537-a540cebe8405 is scheduled to L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf with binding_index 1 {{(pid=103573) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 19:12:47.057294 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:12:47.068042 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Sync routers for ids ['88037a86-3109-438f-8537-a540cebe8405'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:12:47.077009 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:47.078525 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Routers {'88037a86-3109-438f-8537-a540cebe8405'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:12:47.078671 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-f85affe2-d0ba-4dab-a60b-d938c853bb57 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5441978 May 16 19:12:47.079427 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:12:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['88037a86-3109-438f-8537-a540cebe8405'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:47.081496 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 57644) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:47.149934 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30748b51-40f5-46fb-ad25-cf306686dcaf None None] Network 6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:12:47.187732 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Set router 88037a86-3109-438f-8537-a540cebe8405 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:12:47.229718 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-b29ea387-14e3-471a-b439-8cf26b6556db None None] Provisioning complete for port 709b3b09-4d72-4348-8e71-e7bac9f7856c triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:47.229718 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b29ea387-14e3-471a-b439-8cf26b6556db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (709b3b09-4d72-4348-8e71-e7bac9f7856c), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:47.339322 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-b29ea387-14e3-471a-b439-8cf26b6556db None None] Current status of the port 709b3b09-4d72-4348-8e71-e7bac9f7856c is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:47.339839 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b29ea387-14e3-471a-b439-8cf26b6556db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (709b3b09-4d72-4348-8e71-e7bac9f7856c), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:47.378768 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88037a86-3109-438f-8537-a540cebe8405', 'name': 'tempest-TestMinimumBasicScenario-1376523978-router', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:46Z', 'revision_number': 3, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'gw_port': {'id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:47.381932 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-b29ea387-14e3-471a-b439-8cf26b6556db None None] For port 709b3b09-4d72-4348-8e71-e7bac9f7856c, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=709b3b09-4d72-4348-8e71-e7bac9f7856c,segment=NetworkSegment(0fceec7e-7974-4ff5-aed8-46831ecb89c9),segment_id=0fceec7e-7974-4ff5-aed8-46831ecb89c9)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:47.388796 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b29ea387-14e3-471a-b439-8cf26b6556db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (709b3b09-4d72-4348-8e71-e7bac9f7856c), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:47.409075 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Checking router: 88037a86-3109-438f-8537-a540cebe8405 for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:12:47.409702 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Updating router 88037a86-3109-438f-8537-a540cebe8405 port 8d2e1e8d-fe55-46c8-a418-d142e3beb337 binding host dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:12:47.438507 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (8d2e1e8d-fe55-46c8-a418-d142e3beb337), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:47.460705 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ea387-14e3-471a-b439-8cf26b6556db None None] Pushing event updated for resources: {'Port': ['ID=709b3b09-4d72-4348-8e71-e7bac9f7856c,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:47.608296 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-e4602aa2-c33a-4e4e-b66e-856be4534f6f None None] Provisioning complete for port 709b3b09-4d72-4348-8e71-e7bac9f7856c triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:47.608681 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e4602aa2-c33a-4e4e-b66e-856be4534f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (709b3b09-4d72-4348-8e71-e7bac9f7856c), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:47.684153 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-e4602aa2-c33a-4e4e-b66e-856be4534f6f None None] Current status of the port 709b3b09-4d72-4348-8e71-e7bac9f7856c is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:47.747213 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Publish callbacks [] for port (8d2e1e8d-fe55-46c8-a418-d142e3beb337), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:47.762039 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (8d2e1e8d-fe55-46c8-a418-d142e3beb337), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:47.765708 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9479a058-1885-4e9b-9c7b-ceff204aeb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:47.814032 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c43172-a194-42d4-80f1-04df84bf786b None None] Pushing event updated for resources: {'Port': ['ID=8d2e1e8d-fe55-46c8-a418-d142e3beb337,revision_number=2']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:47.823705 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43172-a194-42d4-80f1-04df84bf786b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:47.824039 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43172-a194-42d4-80f1-04df84bf786b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:47.824376 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43172-a194-42d4-80f1-04df84bf786b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:47.824765 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43172-a194-42d4-80f1-04df84bf786b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:47.825104 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43172-a194-42d4-80f1-04df84bf786b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:47.825425 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43172-a194-42d4-80f1-04df84bf786b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:47.825765 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43172-a194-42d4-80f1-04df84bf786b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:47.826069 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43172-a194-42d4-80f1-04df84bf786b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:47.826386 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43172-a194-42d4-80f1-04df84bf786b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:47.826705 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43172-a194-42d4-80f1-04df84bf786b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:47.827024 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43172-a194-42d4-80f1-04df84bf786b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:47.827361 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43172-a194-42d4-80f1-04df84bf786b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:47.827686 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43172-a194-42d4-80f1-04df84bf786b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:47.828003 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43172-a194-42d4-80f1-04df84bf786b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:47.828316 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c43172-a194-42d4-80f1-04df84bf786b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:12:47.831578 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Attempting to bind port 8d2e1e8d-fe55-46c8-a418-d142e3beb337 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:12:47.831944 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Attempting to bind port 8d2e1e8d-fe55-46c8-a418-d142e3beb337 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:12:47.832303 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Attempting to bind port 8d2e1e8d-fe55-46c8-a418-d142e3beb337 on network 76eed255-df50-4913-937a-329b4f129daf {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:12:47.839368 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:12:47.839743 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Checking segment: {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:12:47.840136 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:47.840512 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Bound using segment: {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:12:47.841028 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Bound port: 8d2e1e8d-fe55-46c8-a418-d142e3beb337, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'}}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:12:47.841426 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (8d2e1e8d-fe55-46c8-a418-d142e3beb337), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:47.893713 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] For port 8d2e1e8d-fe55-46c8-a418-d142e3beb337, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:12:47.897133 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] For port 8d2e1e8d-fe55-46c8-a418-d142e3beb337, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=8d2e1e8d-fe55-46c8-a418-d142e3beb337,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:12:47.904378 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (8d2e1e8d-fe55-46c8-a418-d142e3beb337), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:47.948252 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Routers {'88037a86-3109-438f-8537-a540cebe8405'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:12:47.948915 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:12:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['88037a86-3109-438f-8537-a540cebe8405'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:47.982670 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-9479a058-1885-4e9b-9c7b-ceff204aeb2a admin admin] Allocated IP 172.20.0.1 (6dc21745-d9eb-40f9-9f43-23c03b5cb9c1/3c8ece64-96e5-4dc5-ac7b-02ba78e887bb/a12d0c46-6b5a-44ef-9133-8f8fc138cf70) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:12:48.004595 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49679ced-1c6b-4d11-9223-e03c63926842 req-0ff43f24-c7b0-48fc-96ee-8154c530a9cc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:48.006140 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-49679ced-1c6b-4d11-9223-e03c63926842 req-0ff43f24-c7b0-48fc-96ee-8154c530a9cc tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0664523 May 16 19:12:48.061137 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c43172-a194-42d4-80f1-04df84bf786b None None] Pushing event updated for resources: {'Port': ['ID=8d2e1e8d-fe55-46c8-a418-d142e3beb337,revision_number=3']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:48.067436 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] Set router 88037a86-3109-438f-8537-a540cebe8405 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:12:48.102514 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 709b3b09-4d72-4348-8e71-e7bac9f7856c up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:12:48.139304 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-49679ced-1c6b-4d11-9223-e03c63926842 req-493b73a7-966a-4de2-bde7-45ac5df237fb tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053815 May 16 19:12:48.155631 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 709b3b09-4d72-4348-8e71-e7bac9f7856c triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:48.156142 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (709b3b09-4d72-4348-8e71-e7bac9f7856c), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:48.184668 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9479a058-1885-4e9b-9c7b-ceff204aeb2a admin admin] Publish callbacks [] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:48.227355 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9479a058-1885-4e9b-9c7b-ceff204aeb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:48.242270 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 709b3b09-4d72-4348-8e71-e7bac9f7856c is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:48.251316 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88037a86-3109-438f-8537-a540cebe8405', 'name': 'tempest-TestMinimumBasicScenario-1376523978-router', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:46Z', 'revision_number': 3, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'gw_port': {'id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:48.264695 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9479a058-1885-4e9b-9c7b-ceff204aeb2a admin admin] Network 6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:12:48.267519 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-9479a058-1885-4e9b-9c7b-ceff204aeb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:12:48.271001 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9479a058-1885-4e9b-9c7b-ceff204aeb2a admin admin] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:12:48.276447 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4720eb8a-bd72-47e7-bf82-57e0c39b99cc None None] The sync data for ids ['88037a86-3109-438f-8537-a540cebe8405'] in dv-cinder-839987-5-smb is: [{'id': '88037a86-3109-438f-8537-a540cebe8405', 'name': 'tempest-TestMinimumBasicScenario-1376523978-router', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:46Z', 'revision_number': 3, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'gw_port': {'id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:12:48.300599 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479a058-1885-4e9b-9c7b-ceff204aeb2a admin admin] Pushing event updated for resources: {'Port': ['ID=a12d0c46-6b5a-44ef-9133-8f8fc138cf70,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:48.327148 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9479a058-1885-4e9b-9c7b-ceff204aeb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3932657'] for router_interface (88037a86-3109-438f-8537-a540cebe8405), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:48.491024 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9479a058-1885-4e9b-9c7b-ceff204aeb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:48.515190 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-5c8a5e73-ce54-4408-9d5e-527601a3a99a None None] Provisioning complete for port a12d0c46-6b5a-44ef-9133-8f8fc138cf70 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:48.515608 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5c8a5e73-ce54-4408-9d5e-527601a3a99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:48.555140 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a5e73-ce54-4408-9d5e-527601a3a99a None None] Port a12d0c46-6b5a-44ef-9133-8f8fc138cf70 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:12:48.720785 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9479a058-1885-4e9b-9c7b-ceff204aeb2a admin admin] Publish callbacks [] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:48.725452 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9479a058-1885-4e9b-9c7b-ceff204aeb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127128894'] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:48.794750 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479a058-1885-4e9b-9c7b-ceff204aeb2a admin admin] Pushing event updated for resources: {'Port': ['ID=a12d0c46-6b5a-44ef-9133-8f8fc138cf70,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:48.797251 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-9479a058-1885-4e9b-9c7b-ceff204aeb2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3891522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3933115'] for router_interface (88037a86-3109-438f-8537-a540cebe8405), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:48.900245 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9479a058-1885-4e9b-9c7b-ceff204aeb2a admin admin] Network 6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:12:48.902758 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-9479a058-1885-4e9b-9c7b-ceff204aeb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:12:49.025636 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9479a058-1885-4e9b-9c7b-ceff204aeb2a admin admin] Router 88037a86-3109-438f-8537-a540cebe8405 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:12:49.139396 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9479a058-1885-4e9b-9c7b-ceff204aeb2a admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:12:49.144492 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-9479a058-1885-4e9b-9c7b-ceff204aeb2a admin admin] 10.222.0.65 "PUT /v2.0/routers/88037a86-3109-438f-8537-a540cebe8405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0619681 May 16 19:12:49.187438 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-59ef1ebe-9643-4ec7-9dd9-ef5189fac12c None None] Provisioning complete for port a12d0c46-6b5a-44ef-9133-8f8fc138cf70 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:49.187939 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-59ef1ebe-9643-4ec7-9dd9-ef5189fac12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:49.239323 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-59ef1ebe-9643-4ec7-9dd9-ef5189fac12c None None] Port a12d0c46-6b5a-44ef-9133-8f8fc138cf70 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:12:49.276739 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d7ce3-03fd-4fe5-8663-1a71b24809a5 req-6d34e2ba-2d24-4025-a3cb-56eb5634cf5c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:49.278308 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-807d7ce3-03fd-4fe5-8663-1a71b24809a5 req-6d34e2ba-2d24-4025-a3cb-56eb5634cf5c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0528512 May 16 19:12:49.330636 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-807d7ce3-03fd-4fe5-8663-1a71b24809a5 req-2b7d17de-d7f2-427a-bd8a-d8307b133024 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467455 May 16 19:12:49.451567 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73b0ae-a697-4ad2-a0a3-5241520e66a2 req-5980e762-d8db-4ec8-a17f-a0d872551c19 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:49.453060 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9a73b0ae-a697-4ad2-a0a3-5241520e66a2 req-5980e762-d8db-4ec8-a17f-a0d872551c19 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0562727 May 16 19:12:49.462096 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 57664) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:49.467190 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-fb922738-3ec5-4140-b608-6bb6233be246 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Request body: {'floatingip': {'port_id': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:12:49.521173 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb922738-3ec5-4140-b608-6bb6233be246 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for floatingip (f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:49.660939 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 57672) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:49.667808 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-619be196-af62-4abf-b615-dc183e1abe5b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-165438887-network', 'tenant_id': 'f388e44972804e288b3bc3b025117bfb'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:12:49.690053 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619be196-af62-4abf-b615-dc183e1abe5b admin admin] Made reservation on behalf of f388e44972804e288b3bc3b025117bfb for: {'network': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:12:49.692750 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-619be196-af62-4abf-b615-dc183e1abe5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for network (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:49.701891 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-619be196-af62-4abf-b615-dc183e1abe5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:49.786780 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-619be196-af62-4abf-b615-dc183e1abe5b admin admin] Publish callbacks [] for security_group (6c1f9389-adeb-4a4b-8d96-7510e43afb86), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:49.793168 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-619be196-af62-4abf-b615-dc183e1abe5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (6c1f9389-adeb-4a4b-8d96-7510e43afb86), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:49.815685 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619be196-af62-4abf-b615-dc183e1abe5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:12:49.831078 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619be196-af62-4abf-b615-dc183e1abe5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1f9389-adeb-4a4b-8d96-7510e43afb86,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:49.836400 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-619be196-af62-4abf-b615-dc183e1abe5b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410173453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (c0a5b967-9c0c-4105-82d8-8e6915d48519), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:49.836849 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.segments_db [None req-619be196-af62-4abf-b615-dc183e1abe5b admin admin] Added segment c0a5b967-9c0c-4105-82d8-8e6915d48519 of type vlan for network 17cbd5d0-df7c-4781-80a9-a9003061d9ae May 16 19:12:49.880627 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-619be196-af62-4abf-b615-dc183e1abe5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409763997'] for network (17cbd5d0-df7c-4781-80a9-a9003061d9ae), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:49.906724 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-619be196-af62-4abf-b615-dc183e1abe5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for network (17cbd5d0-df7c-4781-80a9-a9003061d9ae), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:49.907767 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619be196-af62-4abf-b615-dc183e1abe5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:49.908362 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-619be196-af62-4abf-b615-dc183e1abe5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:49.940207 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-619be196-af62-4abf-b615-dc183e1abe5b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.2780530 May 16 19:12:49.942825 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 57674) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:49.949077 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-cab7e852-1989-4be7-a4d3-beca5d1e564d admin admin] Request body: {'subnet': {'network_id': '17cbd5d0-df7c-4781-80a9-a9003061d9ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-165438887-subnet', 'tenant_id': 'f388e44972804e288b3bc3b025117bfb', 'ip_version': 4}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:12:49.989703 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619be196-af62-4abf-b615-dc183e1abe5b admin admin] Pushing event updated for resources: {'Network': ['ID=17cbd5d0-df7c-4781-80a9-a9003061d9ae,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:50.007122 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Sync routers for ids ['88037a86-3109-438f-8537-a540cebe8405'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:12:50.012495 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab7e852-1989-4be7-a4d3-beca5d1e564d admin admin] Made reservation on behalf of f388e44972804e288b3bc3b025117bfb for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:12:50.014974 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cab7e852-1989-4be7-a4d3-beca5d1e564d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112512'] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:50.021643 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Network 17cbd5d0-df7c-4781-80a9-a9003061d9ae details requested by agent ovs-agent-dv-cinder-839987-5-smb with host dv-cinder-839987-5-smb {{(pid=103575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:12:50.032070 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb922738-3ec5-4140-b608-6bb6233be246 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:50.037595 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb922738-3ec5-4140-b608-6bb6233be246 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:50.081729 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Routers {'88037a86-3109-438f-8537-a540cebe8405'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:12:50.083605 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:12:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['88037a86-3109-438f-8537-a540cebe8405'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:50.167816 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 8d2e1e8d-fe55-46c8-a418-d142e3beb337 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:12:50.223993 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cab7e852-1989-4be7-a4d3-beca5d1e564d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125890962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112534'] for subnet (45d79e75-ab1d-4038-ad05-551f80e9c4b4), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:50.263152 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb922738-3ec5-4140-b608-6bb6233be246 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Router b609c361-fa12-468d-a339-eb11338f8d3c has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:12:50.271366 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 8d2e1e8d-fe55-46c8-a418-d142e3beb337 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:50.271940 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (8d2e1e8d-fe55-46c8-a418-d142e3beb337), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:50.286669 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab7e852-1989-4be7-a4d3-beca5d1e564d admin admin] Pushing event updated for resources: {'Subnet': ['ID=45d79e75-ab1d-4038-ad05-551f80e9c4b4,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:50.294851 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab7e852-1989-4be7-a4d3-beca5d1e564d admin admin] Checking segment: {'id': 'c0a5b967-9c0c-4105-82d8-8e6915d48519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17cbd5d0-df7c-4781-80a9-a9003061d9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:12:50.295212 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab7e852-1989-4be7-a4d3-beca5d1e564d admin admin] Network hostable DHCP agents. Network: 17cbd5d0-df7c-4781-80a9-a9003061d9ae, hostable agents: ['32740b08-508b-41fc-82a0-fe5ed2f5692a'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:12:50.313996 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab7e852-1989-4be7-a4d3-beca5d1e564d admin admin] Network 17cbd5d0-df7c-4781-80a9-a9003061d9ae is scheduled to be hosted by DHCP agent 32740b08-508b-41fc-82a0-fe5ed2f5692a with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:12:50.320354 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Set router 88037a86-3109-438f-8537-a540cebe8405 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:12:50.324007 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-cab7e852-1989-4be7-a4d3-beca5d1e564d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-5-smb, 17cbd5d0-df7c-4781-80a9-a9003061d9ae) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:12:50.329098 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab7e852-1989-4be7-a4d3-beca5d1e564d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:50.329098 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cab7e852-1989-4be7-a4d3-beca5d1e564d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:50.347783 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-cab7e852-1989-4be7-a4d3-beca5d1e564d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4039128 May 16 19:12:50.350215 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 57676) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:50.350475 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d960d8d-6756-4b93-8e93-2f7c1628d741 None None] Network 17cbd5d0-df7c-4781-80a9-a9003061d9ae requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:12:50.355666 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-165438887-router', 'tenant_id': 'f388e44972804e288b3bc3b025117bfb', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf'}}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:12:50.378893 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3945490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-383'] for router (52618944-967f-4c17-ac81-08a3d4e5a2f0), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:50.379934 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3945702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3944459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3730962', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-374'] for router (52618944-967f-4c17-ac81-08a3d4e5a2f0), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:50.388406 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb922738-3ec5-4140-b608-6bb6233be246 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:12:50.395064 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb922738-3ec5-4140-b608-6bb6233be246 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:50.403684 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ae2b86-3b38-4c31-b0de-425058f184cd None None] Sync routers for ids ['b609c361-fa12-468d-a339-eb11338f8d3c'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:12:50.417395 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ae2b86-3b38-4c31-b0de-425058f184cd None None] Routers {'b609c361-fa12-468d-a339-eb11338f8d3c'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:12:50.418893 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-45ae2b86-3b38-4c31-b0de-425058f184cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:12:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['b609c361-fa12-468d-a339-eb11338f8d3c'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:50.435697 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58485df5-ef11-4d69-b79b-4b0875744825', 'tag': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:12:50.438151 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1e6c95055ea8af60a6cf55267712f4255de8fda57894f5867c3333729ade532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2013390-f4b6-43bf-bdb7-5a654a68d87d" -d '{"events": [{"name": "network-changed", "server_uuid": "58485df5-ef11-4d69-b79b-4b0875744825", "tag": "53d21f87-37d3-4a16-9cb1-d887c03b4f6e"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:12:50.461042 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] Publish callbacks [] for router_controller (52618944-967f-4c17-ac81-08a3d4e5a2f0), precommit_add_association {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:50.502730 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5d91eb-c8fd-4371-97e9-2364c6ce8b05 x-openstack-request-id: req-0d5d91eb-c8fd-4371-97e9-2364c6ce8b05 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:12:50.503014 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58485df5-ef11-4d69-b79b-4b0875744825", "tag": "53d21f87-37d3-4a16-9cb1-d887c03b4f6e", "status": "completed", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:12:50.503250 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0d5d91eb-c8fd-4371-97e9-2364c6ce8b05 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:12:50.503658 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5d91eb-c8fd-4371-97e9-2364c6ce8b05'] response: {'name': 'network-changed', 'server_uuid': '58485df5-ef11-4d69-b79b-4b0875744825', 'tag': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e', 'status': 'completed', 'code': 200} May 16 19:12:50.529211 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-fb922738-3ec5-4140-b608-6bb6233be246 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "PUT /v2.0/floatingips/f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89 HTTP/1.1" status: 200 len: 993 time: 1.0657864 May 16 19:12:50.564296 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-45ae2b86-3b38-4c31-b0de-425058f184cd None None] Set router b609c361-fa12-468d-a339-eb11338f8d3c gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:12:50.649538 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 8d2e1e8d-fe55-46c8-a418-d142e3beb337 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:50.649931 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (8d2e1e8d-fe55-46c8-a418-d142e3beb337), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:50.662581 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] Publish callbacks [] for router_gateway (52618944-967f-4c17-ac81-08a3d4e5a2f0), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:50.672105 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2013390-f4b6-43bf-bdb7-5a654a68d87d req-c0e3b4ba-bd0c-4378-a48c-0d24419890df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:50.675334 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-d2013390-f4b6-43bf-bdb7-5a654a68d87d req-c0e3b4ba-bd0c-4378-a48c-0d24419890df service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70b756666b7843baa63dd49b0d871431&device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 1129 time: 0.1153915 May 16 19:12:50.726995 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] For port 8d2e1e8d-fe55-46c8-a418-d142e3beb337, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=8d2e1e8d-fe55-46c8-a418-d142e3beb337,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:50.731493 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2076c188-5255-5bc7-a072-6101fc46504d-17cbd5d0-df7c-4781-80a9-a9003061d9ae', 'network_id': '17cbd5d0-df7c-4781-80a9-a9003061d9ae', 'project_id': 'f388e44972804e288b3bc3b025117bfb', 'fixed_ips': [{'subnet_id': '45d79e75-ab1d-4038-ad05-551f80e9c4b4'}]}} from dv-cinder-839987-5-smb. {{(pid=103575) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 16 19:12:50.732366 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:50.742642 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (8d2e1e8d-fe55-46c8-a418-d142e3beb337), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:50.784824 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-45ae2b86-3b38-4c31-b0de-425058f184cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-458338777-router', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:41Z', 'updated_at': '2022-05-16T19:07:48Z', 'revision_number': 4, 'project_id': '70b756666b7843baa63dd49b0d871431', 'gw_port': {'id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:42Z', 'updated_at': '2022-05-16T19:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': 'f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'floating_ip_address': '172.28.3.184', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'port_id': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'mac_address': 'fa:16:3e:0b:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58485df5-ef11-4d69-b79b-4b0875744825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:01Z', 'updated_at': '2022-05-16T19:12:49Z', 'revision_number': 3, 'project_id': '70b756666b7843baa63dd49b0d871431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b5921c-bad0-4399-9735-23ab9fc83934', 'name': '', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'mac_address': 'fa:16:3e:97:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:01Z', 'revision_number': 5, 'project_id': '70b756666b7843baa63dd49b0d871431', 'subnets': [{'id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:50.890526 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ae2b86-3b38-4c31-b0de-425058f184cd None None] Checking router: b609c361-fa12-468d-a339-eb11338f8d3c for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:12:50.900345 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ae2b86-3b38-4c31-b0de-425058f184cd None None] Routers {'b609c361-fa12-468d-a339-eb11338f8d3c'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:12:50.901747 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-45ae2b86-3b38-4c31-b0de-425058f184cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:12:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['b609c361-fa12-468d-a339-eb11338f8d3c'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:50.915355 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88037a86-3109-438f-8537-a540cebe8405', 'name': 'tempest-TestMinimumBasicScenario-1376523978-router', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:48Z', 'revision_number': 4, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'gw_port': {'id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'a12d0c46-6b5a-44ef-9133-8f8fc138cf70', 'name': '', 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'mac_address': 'fa:16:3e:d4:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:47Z', 'updated_at': '2022-05-16T19:12:48Z', 'revision_number': 2, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'subnets': [{'id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:50.916476 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2013390-f4b6-43bf-bdb7-5a654a68d87d req-32cfea97-ba44-4864-9ce5-b72499b916ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:50.917848 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Pushing event updated for resources: {'Port': ['ID=8d2e1e8d-fe55-46c8-a418-d142e3beb337,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:50.922254 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-d2013390-f4b6-43bf-bdb7-5a654a68d87d req-32cfea97-ba44-4864-9ce5-b72499b916ee service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 200 len: 919 time: 0.2359841 May 16 19:12:50.954597 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Checking router: 88037a86-3109-438f-8537-a540cebe8405 for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:12:50.954956 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Updating router 88037a86-3109-438f-8537-a540cebe8405 port a12d0c46-6b5a-44ef-9133-8f8fc138cf70 binding host dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:12:51.015776 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:51.023450 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-45ae2b86-3b38-4c31-b0de-425058f184cd None None] Set router b609c361-fa12-468d-a339-eb11338f8d3c gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:12:51.041905 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.db_base_plugin_common [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Allocated IP 172.20.0.2 (17cbd5d0-df7c-4781-80a9-a9003061d9ae/45d79e75-ab1d-4038-ad05-551f80e9c4b4/162c70b8-5d49-44c3-85f4-27b1f7171999) {{(pid=103575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:12:51.043957 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-d2013390-f4b6-43bf-bdb7-5a654a68d87d req-c340de3e-aa25-4811-94f7-7ea1cabf11cb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53d21f87-37d3-4a16-9cb1-d887c03b4f6e HTTP/1.1" status: 200 len: 1001 time: 0.1158197 May 16 19:12:51.084894 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] Publish callbacks [] for router_gateway (52618944-967f-4c17-ac81-08a3d4e5a2f0), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:51.110542 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:51.156511 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2013390-f4b6-43bf-bdb7-5a654a68d87d req-7abb3e5d-eb78-47e1-a28e-965e419ed2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:51.157762 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-d2013390-f4b6-43bf-bdb7-5a654a68d87d req-7abb3e5d-eb78-47e1-a28e-965e419ed2f4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ade8a152-1ee2-4456-af76-7bb459b607fb HTTP/1.1" status: 200 len: 857 time: 0.1060326 May 16 19:12:51.231818 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2013390-f4b6-43bf-bdb7-5a654a68d87d req-3af7bf85-dbc8-4a13-801a-e12d55534ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:51.233362 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-d2013390-f4b6-43bf-bdb7-5a654a68d87d req-3af7bf85-dbc8-4a13-801a-e12d55534ae9 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1cc3c61-1225-4d74-a272-e27badcaaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0659521 May 16 19:12:51.263980 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-45ae2b86-3b38-4c31-b0de-425058f184cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-458338777-router', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:41Z', 'updated_at': '2022-05-16T19:07:48Z', 'revision_number': 4, 'project_id': '70b756666b7843baa63dd49b0d871431', 'gw_port': {'id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:42Z', 'updated_at': '2022-05-16T19:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': 'f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'floating_ip_address': '172.28.3.184', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'port_id': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'mac_address': 'fa:16:3e:0b:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58485df5-ef11-4d69-b79b-4b0875744825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:01Z', 'updated_at': '2022-05-16T19:12:49Z', 'revision_number': 3, 'project_id': '70b756666b7843baa63dd49b0d871431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b5921c-bad0-4399-9735-23ab9fc83934', 'name': '', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'mac_address': 'fa:16:3e:97:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:01Z', 'revision_number': 5, 'project_id': '70b756666b7843baa63dd49b0d871431', 'subnets': [{'id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:51.295416 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ae2b86-3b38-4c31-b0de-425058f184cd None None] The sync data for ids ['b609c361-fa12-468d-a339-eb11338f8d3c'] in dv-cinder-839987-5-smb is: [{'id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-458338777-router', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:41Z', 'updated_at': '2022-05-16T19:07:48Z', 'revision_number': 4, 'project_id': '70b756666b7843baa63dd49b0d871431', 'gw_port': {'id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:42Z', 'updated_at': '2022-05-16T19:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': 'f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'floating_ip_address': '172.28.3.184', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'port_id': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'mac_address': 'fa:16:3e:0b:59:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58485df5-ef11-4d69-b79b-4b0875744825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:10:01Z', 'updated_at': '2022-05-16T19:12:49Z', 'revision_number': 3, 'project_id': '70b756666b7843baa63dd49b0d871431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7b5921c-bad0-4399-9735-23ab9fc83934', 'name': '', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'mac_address': 'fa:16:3e:97:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:01Z', 'revision_number': 5, 'project_id': '70b756666b7843baa63dd49b0d871431', 'subnets': [{'id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:12:51.335148 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] Allocated IP 172.28.3.37 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/d57f7005-0709-4a06-afb1-ee3fbe490505) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:12:51.349990 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Publish callbacks [] for port (162c70b8-5d49-44c3-85f4-27b1f7171999), precommit_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:51.365481 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023'] for port (162c70b8-5d49-44c3-85f4-27b1f7171999), after_create {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:51.412180 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-d2013390-f4b6-43bf-bdb7-5a654a68d87d req-a7e2b996-2524-49e7-b217-96a55e2cdae5 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704357 May 16 19:12:51.439801 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Network 17cbd5d0-df7c-4781-80a9-a9003061d9ae is already hosted by enough agents. {{(pid=103575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:12:51.442746 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Pushing event updated for resources: {'Port': ['ID=162c70b8-5d49-44c3-85f4-27b1f7171999,revision_number=1']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:51.448033 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.scheduler.base_scheduler [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Resources bound (agent type, host, resource id): {{(pid=103575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:12:51.466188 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Received port after_create {{(pid=103575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:12:51.509880 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Publish callbacks [] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:51.535542 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:51.559999 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] Publish callbacks [] for port (d57f7005-0709-4a06-afb1-ee3fbe490505), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:51.565990 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Attempting to bind port 162c70b8-5d49-44c3-85f4-27b1f7171999 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:12:51.566360 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Attempting to bind port 162c70b8-5d49-44c3-85f4-27b1f7171999 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': 'c0a5b967-9c0c-4105-82d8-8e6915d48519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17cbd5d0-df7c-4781-80a9-a9003061d9ae'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:12:51.566721 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Attempting to bind port 162c70b8-5d49-44c3-85f4-27b1f7171999 on network 17cbd5d0-df7c-4781-80a9-a9003061d9ae {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:12:51.579263 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:12:51.579644 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Checking segment: {'id': 'c0a5b967-9c0c-4105-82d8-8e6915d48519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17cbd5d0-df7c-4781-80a9-a9003061d9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:12:51.580046 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:51.580437 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Bound using segment: {'id': 'c0a5b967-9c0c-4105-82d8-8e6915d48519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17cbd5d0-df7c-4781-80a9-a9003061d9ae'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:12:51.580932 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Bound port: 162c70b8-5d49-44c3-85f4-27b1f7171999, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a5b967-9c0c-4105-82d8-8e6915d48519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17cbd5d0-df7c-4781-80a9-a9003061d9ae'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:12:51.581318 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (162c70b8-5d49-44c3-85f4-27b1f7171999), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:51.588529 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-d2013390-f4b6-43bf-bdb7-5a654a68d87d req-6f62eaa9-9e9f-4760-8206-22200f133306 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298666 May 16 19:12:51.609192 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fc0bf-5c29-4599-bff8-a537d9fda4bf None None] Pushing event updated for resources: {'Port': ['ID=a12d0c46-6b5a-44ef-9133-8f8fc138cf70,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:51.610796 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (d57f7005-0709-4a06-afb1-ee3fbe490505), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:51.651737 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:12:51.654875 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:12:51.658720 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:12:51.694425 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] Pushing event updated for resources: {'Port': ['ID=d57f7005-0709-4a06-afb1-ee3fbe490505,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:51.708134 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] For port 162c70b8-5d49-44c3-85f4-27b1f7171999, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:12:51.714477 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Attempting to bind port a12d0c46-6b5a-44ef-9133-8f8fc138cf70 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:12:51.714850 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Attempting to bind port a12d0c46-6b5a-44ef-9133-8f8fc138cf70 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': '0fceec7e-7974-4ff5-aed8-46831ecb89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:12:51.715216 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Attempting to bind port a12d0c46-6b5a-44ef-9133-8f8fc138cf70 on network 6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:12:51.727067 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] For port 162c70b8-5d49-44c3-85f4-27b1f7171999, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=162c70b8-5d49-44c3-85f4-27b1f7171999,segment=NetworkSegment(c0a5b967-9c0c-4105-82d8-8e6915d48519),segment_id=c0a5b967-9c0c-4105-82d8-8e6915d48519)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:12:51.729625 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:12:51.729967 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Checking segment: {'id': '0fceec7e-7974-4ff5-aed8-46831ecb89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:12:51.730369 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:51.730766 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Bound using segment: {'id': '0fceec7e-7974-4ff5-aed8-46831ecb89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:12:51.731242 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Bound port: a12d0c46-6b5a-44ef-9133-8f8fc138cf70, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fceec7e-7974-4ff5-aed8-46831ecb89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:12:51.731625 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:51.743471 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (162c70b8-5d49-44c3-85f4-27b1f7171999), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:51.839115 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcabda-9649-4378-b150-ec5615d162a8 None None] Pushing event updated for resources: {'Port': ['ID=162c70b8-5d49-44c3-85f4-27b1f7171999,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:51.853061 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] For port a12d0c46-6b5a-44ef-9133-8f8fc138cf70, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:12:51.858066 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] For port a12d0c46-6b5a-44ef-9133-8f8fc138cf70, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=a12d0c46-6b5a-44ef-9133-8f8fc138cf70,segment=NetworkSegment(0fceec7e-7974-4ff5-aed8-46831ecb89c9),segment_id=0fceec7e-7974-4ff5-aed8-46831ecb89c9)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:12:51.863468 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:51.917526 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-e0ecf1d5-bf2e-47f9-af27-7772c622e0a4 None None] Provisioning complete for port a12d0c46-6b5a-44ef-9133-8f8fc138cf70 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:51.917898 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e0ecf1d5-bf2e-47f9-af27-7772c622e0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:51.962365 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Routers {'88037a86-3109-438f-8537-a540cebe8405'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:12:51.963325 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:12:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['88037a86-3109-438f-8537-a540cebe8405'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:51.970081 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218fc0bf-5c29-4599-bff8-a537d9fda4bf None None] Pushing event updated for resources: {'Port': ['ID=a12d0c46-6b5a-44ef-9133-8f8fc138cf70,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:52.174156 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 8d2e1e8d-fe55-46c8-a418-d142e3beb337 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:12:52.183796 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-e0ecf1d5-bf2e-47f9-af27-7772c622e0a4 None None] Current status of the port a12d0c46-6b5a-44ef-9133-8f8fc138cf70 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:52.184188 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e0ecf1d5-bf2e-47f9-af27-7772c622e0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:52.187455 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] Publish callbacks [] for router_gateway (52618944-967f-4c17-ac81-08a3d4e5a2f0), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:52.240101 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] Set router 88037a86-3109-438f-8537-a540cebe8405 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:12:52.403604 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3945631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3944668'] for router (52618944-967f-4c17-ac81-08a3d4e5a2f0), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:52.456704 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-e0ecf1d5-bf2e-47f9-af27-7772c622e0a4 None None] For port a12d0c46-6b5a-44ef-9133-8f8fc138cf70, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=a12d0c46-6b5a-44ef-9133-8f8fc138cf70,segment=NetworkSegment(0fceec7e-7974-4ff5-aed8-46831ecb89c9),segment_id=0fceec7e-7974-4ff5-aed8-46831ecb89c9)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:52.458554 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 8d2e1e8d-fe55-46c8-a418-d142e3beb337 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:52.458861 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (8d2e1e8d-fe55-46c8-a418-d142e3beb337), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:52.472632 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e0ecf1d5-bf2e-47f9-af27-7772c622e0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:52.505195 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58485df5-ef11-4d69-b79b-4b0875744825', 'tag': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:12:52.507586 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1e6c95055ea8af60a6cf55267712f4255de8fda57894f5867c3333729ade532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c65ab19-68da-4956-b667-332e904e55a7" -d '{"events": [{"name": "network-changed", "server_uuid": "58485df5-ef11-4d69-b79b-4b0875744825", "tag": "53d21f87-37d3-4a16-9cb1-d887c03b4f6e"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:12:52.551734 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52467efa-8a80-44b6-8902-27afd13e11dc x-openstack-request-id: req-52467efa-8a80-44b6-8902-27afd13e11dc {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:12:52.552112 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58485df5-ef11-4d69-b79b-4b0875744825", "tag": "53d21f87-37d3-4a16-9cb1-d887c03b4f6e", "status": "completed", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:12:52.552379 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52467efa-8a80-44b6-8902-27afd13e11dc {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:12:52.552824 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52467efa-8a80-44b6-8902-27afd13e11dc'] response: {'name': 'network-changed', 'server_uuid': '58485df5-ef11-4d69-b79b-4b0875744825', 'tag': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e', 'status': 'completed', 'code': 200} May 16 19:12:52.554142 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] Router 52618944-967f-4c17-ac81-08a3d4e5a2f0 is scheduled to L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf with binding_index 1 {{(pid=103574) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 16 19:12:52.617781 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ecf1d5-bf2e-47f9-af27-7772c622e0a4 None None] Pushing event updated for resources: {'Port': ['ID=a12d0c46-6b5a-44ef-9133-8f8fc138cf70,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:52.623325 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-42227621-f78e-4074-bf4b-d94a5cbc9fb4 None None] Provisioning complete for port a12d0c46-6b5a-44ef-9133-8f8fc138cf70 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:52.623699 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42227621-f78e-4074-bf4b-d94a5cbc9fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:52.642651 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65ab19-68da-4956-b667-332e904e55a7 req-f39bd813-57a7-4ce3-b7d9-693043e3fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:52.644182 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3c65ab19-68da-4956-b667-332e904e55a7 req-f39bd813-57a7-4ce3-b7d9-693043e3fe95 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=70b756666b7843baa63dd49b0d871431&device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 1129 time: 0.0426977 May 16 19:12:52.739729 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 8d2e1e8d-fe55-46c8-a418-d142e3beb337 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:52.752604 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88037a86-3109-438f-8537-a540cebe8405', 'name': 'tempest-TestMinimumBasicScenario-1376523978-router', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:48Z', 'revision_number': 4, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'gw_port': {'id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'a12d0c46-6b5a-44ef-9133-8f8fc138cf70', 'name': '', 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'mac_address': 'fa:16:3e:d4:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:47Z', 'updated_at': '2022-05-16T19:12:51Z', 'revision_number': 4, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'subnets': [{'id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:52.789644 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:12:52.802504 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Sync routers for ids ['52618944-967f-4c17-ac81-08a3d4e5a2f0'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:12:52.805997 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65ab19-68da-4956-b667-332e904e55a7 req-fc5ccae0-d4ad-46cf-a37c-e63303e87ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:52.807649 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045f845c-cb1f-43df-93f8-3f400824ba29 None None] The sync data for ids ['88037a86-3109-438f-8537-a540cebe8405'] in dv-cinder-839987-5-smb is: [{'id': '88037a86-3109-438f-8537-a540cebe8405', 'name': 'tempest-TestMinimumBasicScenario-1376523978-router', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:48Z', 'revision_number': 4, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'gw_port': {'id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'a12d0c46-6b5a-44ef-9133-8f8fc138cf70', 'name': '', 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'mac_address': 'fa:16:3e:d4:99:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:47Z', 'updated_at': '2022-05-16T19:12:51Z', 'revision_number': 4, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'subnets': [{'id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:12:52.807998 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3c65ab19-68da-4956-b667-332e904e55a7 req-fc5ccae0-d4ad-46cf-a37c-e63303e87ec8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 200 len: 919 time: 0.1558926 May 16 19:12:52.821525 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:52.821771 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-42227621-f78e-4074-bf4b-d94a5cbc9fb4 None None] Current status of the port a12d0c46-6b5a-44ef-9133-8f8fc138cf70 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:52.823934 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-8e66f3c5-9f3f-4a2f-a020-a6fef13f9676 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4722872 May 16 19:12:52.826633 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 57684) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:12:52.829745 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Routers {'52618944-967f-4c17-ac81-08a3d4e5a2f0'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:12:52.830657 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-404e8679-2273-4114-a642-337fcf25f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:12:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['52618944-967f-4c17-ac81-08a3d4e5a2f0'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:52.921019 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3c65ab19-68da-4956-b667-332e904e55a7 req-162f05ed-035e-408f-85d1-bd0329d81f76 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53d21f87-37d3-4a16-9cb1-d887c03b4f6e HTTP/1.1" status: 200 len: 1001 time: 0.0953522 May 16 19:12:52.994711 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65ab19-68da-4956-b667-332e904e55a7 req-b7d2f159-9766-4855-97b8-f48099793c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:52.998138 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3c65ab19-68da-4956-b667-332e904e55a7 req-b7d2f159-9766-4855-97b8-f48099793c87 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=ade8a152-1ee2-4456-af76-7bb459b607fb HTTP/1.1" status: 200 len: 857 time: 0.0701556 May 16 19:12:53.003568 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Set router 52618944-967f-4c17-ac81-08a3d4e5a2f0 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:12:53.067463 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65ab19-68da-4956-b667-332e904e55a7 req-2c721c1c-5971-4f19-b926-eeb6b2dbf4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:53.069305 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3c65ab19-68da-4956-b667-332e904e55a7 req-2c721c1c-5971-4f19-b926-eeb6b2dbf4ed service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=c1cc3c61-1225-4d74-a272-e27badcaaf2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0642593 May 16 19:12:53.137449 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cbb5d3-1dca-4523-902a-ce547d0faf75 None None] Network 17cbd5d0-df7c-4781-80a9-a9003061d9ae requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:12:53.183598 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-789e0311-98b8-4718-b6f8-20485f463f04 None None] Provisioning complete for port 162c70b8-5d49-44c3-85f4-27b1f7171999 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:53.183974 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-789e0311-98b8-4718-b6f8-20485f463f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (162c70b8-5d49-44c3-85f4-27b1f7171999), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:53.206662 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3c65ab19-68da-4956-b667-332e904e55a7 req-3fe3e02e-0e69-49f0-ad2f-02cc69281809 service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299572 May 16 19:12:53.324574 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3c65ab19-68da-4956-b667-332e904e55a7 req-3c8fe799-3eb0-462c-91e4-46d919d0a9de service neutron] 10.222.0.78 "GET /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094880 May 16 19:12:53.335112 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-404e8679-2273-4114-a642-337fcf25f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'name': 'tempest-TestMinimumBasicScenario-165438887-router', 'tenant_id': 'f388e44972804e288b3bc3b025117bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd57f7005-0709-4a06-afb1-ee3fbe490505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:50Z', 'updated_at': '2022-05-16T19:12:51Z', 'revision_number': 3, 'project_id': 'f388e44972804e288b3bc3b025117bfb', 'gw_port': {'id': 'd57f7005-0709-4a06-afb1-ee3fbe490505', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:18:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:51Z', 'updated_at': '2022-05-16T19:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:53.386386 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Checking router: 52618944-967f-4c17-ac81-08a3d4e5a2f0 for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:12:53.386742 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Updating router 52618944-967f-4c17-ac81-08a3d4e5a2f0 port d57f7005-0709-4a06-afb1-ee3fbe490505 binding host dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:12:53.396800 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1fb8595-46d6-43d6-bc9c-2c13c887d5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:53.423617 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-789e0311-98b8-4718-b6f8-20485f463f04 None None] Current status of the port 162c70b8-5d49-44c3-85f4-27b1f7171999 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:53.423914 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-789e0311-98b8-4718-b6f8-20485f463f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (162c70b8-5d49-44c3-85f4-27b1f7171999), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:53.438661 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (d57f7005-0709-4a06-afb1-ee3fbe490505), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:53.508494 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-789e0311-98b8-4718-b6f8-20485f463f04 None None] For port 162c70b8-5d49-44c3-85f4-27b1f7171999, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=162c70b8-5d49-44c3-85f4-27b1f7171999,segment=NetworkSegment(c0a5b967-9c0c-4105-82d8-8e6915d48519),segment_id=c0a5b967-9c0c-4105-82d8-8e6915d48519)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:53.518235 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-789e0311-98b8-4718-b6f8-20485f463f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (162c70b8-5d49-44c3-85f4-27b1f7171999), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:53.593780 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-b1fb8595-46d6-43d6-bc9c-2c13c887d5a4 admin admin] Allocated IP 172.20.0.1 (17cbd5d0-df7c-4781-80a9-a9003061d9ae/45d79e75-ab1d-4038-ad05-551f80e9c4b4/ee60a2bf-eecf-415e-915f-454db1dfe4b0) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:12:53.661392 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e0311-98b8-4718-b6f8-20485f463f04 None None] Pushing event updated for resources: {'Port': ['ID=162c70b8-5d49-44c3-85f4-27b1f7171999,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:53.669294 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-a79e5712-7831-4f50-9623-95f767aa36b7 None None] Provisioning complete for port 162c70b8-5d49-44c3-85f4-27b1f7171999 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:53.669811 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-a79e5712-7831-4f50-9623-95f767aa36b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (162c70b8-5d49-44c3-85f4-27b1f7171999), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:53.719322 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1fb8595-46d6-43d6-bc9c-2c13c887d5a4 admin admin] Publish callbacks [] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:53.758229 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1fb8595-46d6-43d6-bc9c-2c13c887d5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:53.808709 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb8595-46d6-43d6-bc9c-2c13c887d5a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ee60a2bf-eecf-415e-915f-454db1dfe4b0,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:53.815593 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb8595-46d6-43d6-bc9c-2c13c887d5a4 admin admin] Network 17cbd5d0-df7c-4781-80a9-a9003061d9ae is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:12:53.817292 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb8595-46d6-43d6-bc9c-2c13c887d5a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:12:53.819489 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fb8595-46d6-43d6-bc9c-2c13c887d5a4 admin admin] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:12:53.823792 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-a79e5712-7831-4f50-9623-95f767aa36b7 None None] Current status of the port 162c70b8-5d49-44c3-85f4-27b1f7171999 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:53.898799 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Publish callbacks [] for port (d57f7005-0709-4a06-afb1-ee3fbe490505), precommit_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:53.910733 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (d57f7005-0709-4a06-afb1-ee3fbe490505), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:54.001136 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Attempting to bind port d57f7005-0709-4a06-afb1-ee3fbe490505 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:12:54.001514 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Attempting to bind port d57f7005-0709-4a06-afb1-ee3fbe490505 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:12:54.001876 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Attempting to bind port d57f7005-0709-4a06-afb1-ee3fbe490505 on network 76eed255-df50-4913-937a-329b4f129daf {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:12:54.008033 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c9fc3-8e17-4254-9ef9-c659cf032c78 None None] Pushing event updated for resources: {'Port': ['ID=d57f7005-0709-4a06-afb1-ee3fbe490505,revision_number=2']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:54.020680 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:12:54.031086 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Checking segment: {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:12:54.031510 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:54.031909 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Bound using segment: {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'} {{(pid=103575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:12:54.032419 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.managers [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Bound port: d57f7005-0709-4a06-afb1-ee3fbe490505, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a8e2d6-c505-4d7c-890f-7e6d00715091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76eed255-df50-4913-937a-329b4f129daf'}}] {{(pid=103575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:12:54.032843 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (d57f7005-0709-4a06-afb1-ee3fbe490505), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:54.144748 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-404e8679-2273-4114-a642-337fcf25f871 None None] For port d57f7005-0709-4a06-afb1-ee3fbe490505, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:12:54.146768 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1fb8595-46d6-43d6-bc9c-2c13c887d5a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3932657'] for router_interface (52618944-967f-4c17-ac81-08a3d4e5a2f0), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:54.162975 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 162c70b8-5d49-44c3-85f4-27b1f7171999 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:12:54.171030 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-404e8679-2273-4114-a642-337fcf25f871 None None] For port d57f7005-0709-4a06-afb1-ee3fbe490505, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=d57f7005-0709-4a06-afb1-ee3fbe490505,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:12:54.192994 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-e38e2aee-3022-4770-8edd-3c480041adff None None] Provisioning complete for port ee60a2bf-eecf-415e-915f-454db1dfe4b0 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:54.193363 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e38e2aee-3022-4770-8edd-3c480041adff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:54.198250 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (d57f7005-0709-4a06-afb1-ee3fbe490505), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:54.294252 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1fb8595-46d6-43d6-bc9c-2c13c887d5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:54.407022 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-e38e2aee-3022-4770-8edd-3c480041adff None None] Port ee60a2bf-eecf-415e-915f-454db1dfe4b0 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:12:54.434348 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Routers {'52618944-967f-4c17-ac81-08a3d4e5a2f0'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:12:54.434970 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-404e8679-2273-4114-a642-337fcf25f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:12:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['52618944-967f-4c17-ac81-08a3d4e5a2f0'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:54.438567 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c9fc3-8e17-4254-9ef9-c659cf032c78 None None] Pushing event updated for resources: {'Port': ['ID=d57f7005-0709-4a06-afb1-ee3fbe490505,revision_number=3']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:54.470496 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port 162c70b8-5d49-44c3-85f4-27b1f7171999 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:54.470869 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (162c70b8-5d49-44c3-85f4-27b1f7171999), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:54.501226 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1fb8595-46d6-43d6-bc9c-2c13c887d5a4 admin admin] Publish callbacks [] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:54.506777 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1fb8595-46d6-43d6-bc9c-2c13c887d5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127128894'] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:54.577562 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b1fb8595-46d6-43d6-bc9c-2c13c887d5a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3891522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3933115'] for router_interface (52618944-967f-4c17-ac81-08a3d4e5a2f0), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:54.579279 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb8595-46d6-43d6-bc9c-2c13c887d5a4 admin admin] Pushing event updated for resources: {'Port': ['ID=ee60a2bf-eecf-415e-915f-454db1dfe4b0,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:54.586074 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-404e8679-2273-4114-a642-337fcf25f871 None None] Set router 52618944-967f-4c17-ac81-08a3d4e5a2f0 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:12:54.629425 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port 162c70b8-5d49-44c3-85f4-27b1f7171999 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:54.630497 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device a12d0c46-6b5a-44ef-9133-8f8fc138cf70 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:12:54.673127 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb8595-46d6-43d6-bc9c-2c13c887d5a4 admin admin] Network 17cbd5d0-df7c-4781-80a9-a9003061d9ae is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:12:54.674494 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb8595-46d6-43d6-bc9c-2c13c887d5a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:12:54.761476 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port a12d0c46-6b5a-44ef-9133-8f8fc138cf70 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:54.761844 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:54.798601 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fb8595-46d6-43d6-bc9c-2c13c887d5a4 admin admin] Router 52618944-967f-4c17-ac81-08a3d4e5a2f0 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:12:54.867605 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-404e8679-2273-4114-a642-337fcf25f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'name': 'tempest-TestMinimumBasicScenario-165438887-router', 'tenant_id': 'f388e44972804e288b3bc3b025117bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd57f7005-0709-4a06-afb1-ee3fbe490505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:50Z', 'updated_at': '2022-05-16T19:12:54Z', 'revision_number': 4, 'project_id': 'f388e44972804e288b3bc3b025117bfb', 'gw_port': {'id': 'd57f7005-0709-4a06-afb1-ee3fbe490505', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:18:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:51Z', 'updated_at': '2022-05-16T19:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'ee60a2bf-eecf-415e-915f-454db1dfe4b0', 'name': '', 'network_id': '17cbd5d0-df7c-4781-80a9-a9003061d9ae', 'tenant_id': 'f388e44972804e288b3bc3b025117bfb', 'mac_address': 'fa:16:3e:cf:3b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '45d79e75-ab1d-4038-ad05-551f80e9c4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:53Z', 'updated_at': '2022-05-16T19:12:53Z', 'revision_number': 1, 'project_id': 'f388e44972804e288b3bc3b025117bfb', 'subnets': [{'id': '45d79e75-ab1d-4038-ad05-551f80e9c4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:54.916070 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404e8679-2273-4114-a642-337fcf25f871 None None] The sync data for ids ['52618944-967f-4c17-ac81-08a3d4e5a2f0'] in dv-cinder-839987-5-smb is: [{'id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'name': 'tempest-TestMinimumBasicScenario-165438887-router', 'tenant_id': 'f388e44972804e288b3bc3b025117bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd57f7005-0709-4a06-afb1-ee3fbe490505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:50Z', 'updated_at': '2022-05-16T19:12:54Z', 'revision_number': 4, 'project_id': 'f388e44972804e288b3bc3b025117bfb', 'gw_port': {'id': 'd57f7005-0709-4a06-afb1-ee3fbe490505', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:18:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:51Z', 'updated_at': '2022-05-16T19:12:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'ee60a2bf-eecf-415e-915f-454db1dfe4b0', 'name': '', 'network_id': '17cbd5d0-df7c-4781-80a9-a9003061d9ae', 'tenant_id': 'f388e44972804e288b3bc3b025117bfb', 'mac_address': 'fa:16:3e:cf:3b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '45d79e75-ab1d-4038-ad05-551f80e9c4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:53Z', 'updated_at': '2022-05-16T19:12:53Z', 'revision_number': 1, 'project_id': 'f388e44972804e288b3bc3b025117bfb', 'subnets': [{'id': '45d79e75-ab1d-4038-ad05-551f80e9c4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:12:54.919810 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fb8595-46d6-43d6-bc9c-2c13c887d5a4 admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:12:54.924490 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-b1fb8595-46d6-43d6-bc9c-2c13c887d5a4 admin admin] 10.222.0.65 "PUT /v2.0/routers/52618944-967f-4c17-ac81-08a3d4e5a2f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0968444 May 16 19:12:54.936610 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port a12d0c46-6b5a-44ef-9133-8f8fc138cf70 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:54.940233 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-06593372-97ed-4c11-b157-9ff15f07c3b3 None None] Provisioning complete for port ee60a2bf-eecf-415e-915f-454db1dfe4b0 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:54.941182 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-06593372-97ed-4c11-b157-9ff15f07c3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:54.989232 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-06593372-97ed-4c11-b157-9ff15f07c3b3 None None] Port ee60a2bf-eecf-415e-915f-454db1dfe4b0 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:12:56.105798 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device d57f7005-0709-4a06-afb1-ee3fbe490505 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:12:56.170623 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port d57f7005-0709-4a06-afb1-ee3fbe490505 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:56.170999 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (d57f7005-0709-4a06-afb1-ee3fbe490505), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:56.271986 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port d57f7005-0709-4a06-afb1-ee3fbe490505 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:56.272453 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (d57f7005-0709-4a06-afb1-ee3fbe490505), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:56.297459 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] For port d57f7005-0709-4a06-afb1-ee3fbe490505, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=d57f7005-0709-4a06-afb1-ee3fbe490505,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:56.304238 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (d57f7005-0709-4a06-afb1-ee3fbe490505), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:56.362218 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Pushing event updated for resources: {'Port': ['ID=d57f7005-0709-4a06-afb1-ee3fbe490505,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:57.228117 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Sync routers for ids ['52618944-967f-4c17-ac81-08a3d4e5a2f0'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:12:57.239472 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Routers {'52618944-967f-4c17-ac81-08a3d4e5a2f0'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:12:57.240395 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:12:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['52618944-967f-4c17-ac81-08a3d4e5a2f0'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:57.355728 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Set router 52618944-967f-4c17-ac81-08a3d4e5a2f0 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:12:57.583237 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'name': 'tempest-TestMinimumBasicScenario-165438887-router', 'tenant_id': 'f388e44972804e288b3bc3b025117bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd57f7005-0709-4a06-afb1-ee3fbe490505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:50Z', 'updated_at': '2022-05-16T19:12:54Z', 'revision_number': 4, 'project_id': 'f388e44972804e288b3bc3b025117bfb', 'gw_port': {'id': 'd57f7005-0709-4a06-afb1-ee3fbe490505', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:18:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:51Z', 'updated_at': '2022-05-16T19:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'ee60a2bf-eecf-415e-915f-454db1dfe4b0', 'name': '', 'network_id': '17cbd5d0-df7c-4781-80a9-a9003061d9ae', 'tenant_id': 'f388e44972804e288b3bc3b025117bfb', 'mac_address': 'fa:16:3e:cf:3b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '45d79e75-ab1d-4038-ad05-551f80e9c4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:53Z', 'updated_at': '2022-05-16T19:12:54Z', 'revision_number': 2, 'project_id': 'f388e44972804e288b3bc3b025117bfb', 'subnets': [{'id': '45d79e75-ab1d-4038-ad05-551f80e9c4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:57.612761 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Checking router: 52618944-967f-4c17-ac81-08a3d4e5a2f0 for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:12:57.613153 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Updating router 52618944-967f-4c17-ac81-08a3d4e5a2f0 port ee60a2bf-eecf-415e-915f-454db1dfe4b0 binding host dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 16 19:12:57.648332 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:57.964207 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Publish callbacks [] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), precommit_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:57.971458 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:58.014425 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b88250-fbb6-4165-bd80-b65f3f92425e None None] Pushing event updated for resources: {'Port': ['ID=ee60a2bf-eecf-415e-915f-454db1dfe4b0,revision_number=3']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:58.084698 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device d57f7005-0709-4a06-afb1-ee3fbe490505 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:12:58.137295 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Attempting to bind port ee60a2bf-eecf-415e-915f-454db1dfe4b0 on host dv-cinder-839987-5-smb for vnic_type normal with profile {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:12:58.138016 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Attempting to bind port ee60a2bf-eecf-415e-915f-454db1dfe4b0 by drivers openvswitch,hyperv on host dv-cinder-839987-5-smb at level 0 using segments [{'id': 'c0a5b967-9c0c-4105-82d8-8e6915d48519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17cbd5d0-df7c-4781-80a9-a9003061d9ae'}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:12:58.138955 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Attempting to bind port ee60a2bf-eecf-415e-915f-454db1dfe4b0 on network 17cbd5d0-df7c-4781-80a9-a9003061d9ae {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:12:58.146671 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Checking agent: {'id': 'b4c1942d-28e1-49be-b659-23ef480b7f3d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839987-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 18, 59, 9), 'started_at': datetime.datetime(2022, 5, 16, 18, 59, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839987-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:12:58.147165 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Checking segment: {'id': 'c0a5b967-9c0c-4105-82d8-8e6915d48519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17cbd5d0-df7c-4781-80a9-a9003061d9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:12:58.147567 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:58.147957 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Bound using segment: {'id': 'c0a5b967-9c0c-4105-82d8-8e6915d48519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17cbd5d0-df7c-4781-80a9-a9003061d9ae'} {{(pid=103576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:12:58.148481 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.managers [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Bound port: ee60a2bf-eecf-415e-915f-454db1dfe4b0, host: dv-cinder-839987-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a5b967-9c0c-4105-82d8-8e6915d48519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '17cbd5d0-df7c-4781-80a9-a9003061d9ae'}}] {{(pid=103576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:12:58.148883 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), before_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:58.160536 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port d57f7005-0709-4a06-afb1-ee3fbe490505 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:58.161661 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (d57f7005-0709-4a06-afb1-ee3fbe490505), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:58.288844 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port d57f7005-0709-4a06-afb1-ee3fbe490505 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:58.296457 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] For port ee60a2bf-eecf-415e-915f-454db1dfe4b0, host dv-cinder-839987-5-smb, cleared binding levels {{(pid=103576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:12:58.299884 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.plugins.ml2.db [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] For port ee60a2bf-eecf-415e-915f-454db1dfe4b0, host dv-cinder-839987-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=ee60a2bf-eecf-415e-915f-454db1dfe4b0,segment=NetworkSegment(c0a5b967-9c0c-4105-82d8-8e6915d48519),segment_id=c0a5b967-9c0c-4105-82d8-8e6915d48519)] {{(pid=103576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:12:58.306800 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron_lib.callbacks.manager [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), after_update {{(pid=103576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:58.355766 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Routers {'52618944-967f-4c17-ac81-08a3d4e5a2f0'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:12:58.356410 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:12:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['52618944-967f-4c17-ac81-08a3d4e5a2f0'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:58.357421 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-b46575b0-a05c-45a2-9877-106b3e396bee None None] Provisioning complete for port ee60a2bf-eecf-415e-915f-454db1dfe4b0 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:58.361071 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b46575b0-a05c-45a2-9877-106b3e396bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:58.448750 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b88250-fbb6-4165-bd80-b65f3f92425e None None] Pushing event updated for resources: {'Port': ['ID=ee60a2bf-eecf-415e-915f-454db1dfe4b0,revision_number=4']} {{(pid=103576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:58.492652 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-b46575b0-a05c-45a2-9877-106b3e396bee None None] Current status of the port ee60a2bf-eecf-415e-915f-454db1dfe4b0 is: DOWN; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:58.493286 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b46575b0-a05c-45a2-9877-106b3e396bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:58.564267 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-b46575b0-a05c-45a2-9877-106b3e396bee None None] For port ee60a2bf-eecf-415e-915f-454db1dfe4b0, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=ee60a2bf-eecf-415e-915f-454db1dfe4b0,segment=NetworkSegment(c0a5b967-9c0c-4105-82d8-8e6915d48519),segment_id=c0a5b967-9c0c-4105-82d8-8e6915d48519)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:12:58.578916 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b46575b0-a05c-45a2-9877-106b3e396bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:58.592079 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] Set router 52618944-967f-4c17-ac81-08a3d4e5a2f0 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:12:58.717348 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46575b0-a05c-45a2-9877-106b3e396bee None None] Pushing event updated for resources: {'Port': ['ID=ee60a2bf-eecf-415e-915f-454db1dfe4b0,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:12:58.731275 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-efcbd233-d6f4-4376-ad05-4a88310dc2e5 None None] Provisioning complete for port ee60a2bf-eecf-415e-915f-454db1dfe4b0 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:12:58.731703 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-efcbd233-d6f4-4376-ad05-4a88310dc2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:12:58.861974 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-efcbd233-d6f4-4376-ad05-4a88310dc2e5 None None] Current status of the port ee60a2bf-eecf-415e-915f-454db1dfe4b0 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:12:59.024279 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'name': 'tempest-TestMinimumBasicScenario-165438887-router', 'tenant_id': 'f388e44972804e288b3bc3b025117bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd57f7005-0709-4a06-afb1-ee3fbe490505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:50Z', 'updated_at': '2022-05-16T19:12:54Z', 'revision_number': 4, 'project_id': 'f388e44972804e288b3bc3b025117bfb', 'gw_port': {'id': 'd57f7005-0709-4a06-afb1-ee3fbe490505', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:18:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:51Z', 'updated_at': '2022-05-16T19:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'ee60a2bf-eecf-415e-915f-454db1dfe4b0', 'name': '', 'network_id': '17cbd5d0-df7c-4781-80a9-a9003061d9ae', 'tenant_id': 'f388e44972804e288b3bc3b025117bfb', 'mac_address': 'fa:16:3e:cf:3b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '45d79e75-ab1d-4038-ad05-551f80e9c4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:53Z', 'updated_at': '2022-05-16T19:12:58Z', 'revision_number': 4, 'project_id': 'f388e44972804e288b3bc3b025117bfb', 'subnets': [{'id': '45d79e75-ab1d-4038-ad05-551f80e9c4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:12:59.066177 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221b6072-e7b7-41f9-8efb-7a0693bae251 None None] The sync data for ids ['52618944-967f-4c17-ac81-08a3d4e5a2f0'] in dv-cinder-839987-5-smb is: [{'id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'name': 'tempest-TestMinimumBasicScenario-165438887-router', 'tenant_id': 'f388e44972804e288b3bc3b025117bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd57f7005-0709-4a06-afb1-ee3fbe490505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:50Z', 'updated_at': '2022-05-16T19:12:54Z', 'revision_number': 4, 'project_id': 'f388e44972804e288b3bc3b025117bfb', 'gw_port': {'id': 'd57f7005-0709-4a06-afb1-ee3fbe490505', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:18:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:51Z', 'updated_at': '2022-05-16T19:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'ee60a2bf-eecf-415e-915f-454db1dfe4b0', 'name': '', 'network_id': '17cbd5d0-df7c-4781-80a9-a9003061d9ae', 'tenant_id': 'f388e44972804e288b3bc3b025117bfb', 'mac_address': 'fa:16:3e:cf:3b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '45d79e75-ab1d-4038-ad05-551f80e9c4b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:53Z', 'updated_at': '2022-05-16T19:12:58Z', 'revision_number': 4, 'project_id': 'f388e44972804e288b3bc3b025117bfb', 'subnets': [{'id': '45d79e75-ab1d-4038-ad05-551f80e9c4b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:12:59.084510 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79e530-ec5b-4d12-972b-3d347185bd3e req-d698514d-45da-4554-b2a8-e30e130c691d tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:12:59.086648 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dc79e530-ec5b-4d12-972b-3d347185bd3e req-d698514d-45da-4554-b2a8-e30e130c691d tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0741594 May 16 19:12:59.155743 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dc79e530-ec5b-4d12-972b-3d347185bd3e req-7ea896f4-f1c6-4395-a018-be75f5250953 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623753 May 16 19:13:00.077187 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device ee60a2bf-eecf-415e-915f-454db1dfe4b0 up at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:13:00.126750 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Provisioning complete for port ee60a2bf-eecf-415e-915f-454db1dfe4b0 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:00.127030 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:00.209903 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port ee60a2bf-eecf-415e-915f-454db1dfe4b0 is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:00.279028 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182fbc4-69a5-4e09-be39-d90991944a39 req-7f331e22-608a-4c43-b557-d42727d96250 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:00.280655 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4182fbc4-69a5-4e09-be39-d90991944a39 req-7f331e22-608a-4c43-b557-d42727d96250 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0552692 May 16 19:13:00.336726 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4182fbc4-69a5-4e09-be39-d90991944a39 req-ceb9d693-73a7-4f42-9574-cab7202f098d tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499024 May 16 19:13:01.462065 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5a26d-ecf9-4d9c-821d-029a26326bd0 req-34e54225-c054-47a2-bd93-b5586850e5d4 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:01.463928 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1de5a26d-ecf9-4d9c-821d-029a26326bd0 req-34e54225-c054-47a2-bd93-b5586850e5d4 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0507069 May 16 19:13:01.514977 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1de5a26d-ecf9-4d9c-821d-029a26326bd0 req-5d3fcccc-ebfd-4d53-96f2-cf8cbd90ab9e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454957 May 16 19:13:02.486503 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e76f55b3-e885-44e8-b4f7-f53d30c5a401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:02.641211 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeeaace-ac63-4e6a-9828-e5bc09207b25 req-f0b84a93-e6d8-4d3e-a48a-b2578ca5f095 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:02.643425 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9aeeaace-ac63-4e6a-9828-e5bc09207b25 req-f0b84a93-e6d8-4d3e-a48a-b2578ca5f095 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0495856 May 16 19:13:02.702575 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9aeeaace-ac63-4e6a-9828-e5bc09207b25 req-d0646b13-1433-4900-b404-77d7ae37fe2f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507185 May 16 19:13:03.840411 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94f79d-050c-4f1f-aa0f-b68ebf6a061b req-5da428d9-3f24-439d-be58-5ccf5d31d200 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:03.842119 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ee94f79d-050c-4f1f-aa0f-b68ebf6a061b req-5da428d9-3f24-439d-be58-5ccf5d31d200 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0567532 May 16 19:13:03.897133 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ee94f79d-050c-4f1f-aa0f-b68ebf6a061b req-ccbd0d28-c823-4f86-8036-9950cbe2ffcd tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491173 May 16 19:13:04.164628 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:05.005140 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5f27ee06-1bc4-4307-bc08-69f918d3335f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:05.011834 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64937ada-5de7-431e-9367-56802b07f3f6 req-96339f5d-8084-4a06-ba3a-240b65c30f15 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:05.013427 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-64937ada-5de7-431e-9367-56802b07f3f6 req-96339f5d-8084-4a06-ba3a-240b65c30f15 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0492191 May 16 19:13:05.061662 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-64937ada-5de7-431e-9367-56802b07f3f6 req-0fcba5f6-776d-4d19-b130-a10aac15b10e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424657 May 16 19:13:05.740229 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-42c438b8-0a01-4c54-ab58-48335d4c8aaf tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:05.741717 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-42c438b8-0a01-4c54-ab58-48335d4c8aaf tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/networks?id=6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 HTTP/1.1" status: 200 len: 815 time: 0.1049292 May 16 19:13:05.756602 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-3e47b131-f6a3-4593-91af-e9d68e2866c2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/quotas/217c4bc4175641c38493bc721d2ccdc3 HTTP/1.1" status: 200 len: 375 time: 0.0090144 May 16 19:13:05.805546 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-bd2ed655-b8a6-4d3a-b2d8-268aa77de82e tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=217c4bc4175641c38493bc721d2ccdc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431061 May 16 19:13:05.987428 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-c472bc82-e84a-4ba6-891a-37544dac5408 service neutron] 10.222.0.65 "GET /v2.0/networks/6dc21745-d9eb-40f9-9f43-23c03b5cb9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701360 May 16 19:13:06.046928 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:06.077460 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-4ac54446-32c4-4ebe-810e-93e7249b68e3 service neutron] 10.222.0.65 "GET /v2.0/networks/6dc21745-d9eb-40f9-9f43-23c03b5cb9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832336 May 16 19:13:06.182152 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ceabd9-7d9c-47f9-82cd-d8c5506badb4 req-19f373a1-6f08-464b-9c77-14119804e9b8 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:06.183653 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-43ceabd9-7d9c-47f9-82cd-d8c5506badb4 req-19f373a1-6f08-464b-9c77-14119804e9b8 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0537403 May 16 19:13:06.247216 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-554cff9e-93a0-4264-bc10-42f431ea4682 req-de43738b-5951-440b-b951-78f1bb838acf tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 210 time: 0.0348270 May 16 19:13:06.263582 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-43ceabd9-7d9c-47f9-82cd-d8c5506badb4 req-0398f1c4-2adb-4ab9-8e7f-2912059f75ee tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724981 May 16 19:13:07.350943 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-d90133b9-00cd-43a3-9577-71b95bdca16a tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:07.353656 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-d90133b9-00cd-43a3-9577-71b95bdca16a tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.78 "GET /v2.0/networks?id=6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 HTTP/1.1" status: 200 len: 815 time: 0.1134019 May 16 19:13:07.376868 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:07.382203 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-cb7b57e0-2f2c-48ab-8160-1695154ee605 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Request body: {'port': {'device_id': 'b119447b-00c7-441d-a1e4-f27ad0f36641', 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1', 'admin_state_up': True, 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:07.430387 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-939b63d6-6378-434b-9e39-ac4cf8795ef9 req-d974e17b-2427-47eb-bf97-1033f160f969 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 210 time: 0.0586360 May 16 19:13:07.441203 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e02f5-a81f-414b-b5fc-73eccc5693d1 req-4b2f88be-f843-4a7d-a0b9-c563b2396f45 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:07.442682 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-fd1e02f5-a81f-414b-b5fc-73eccc5693d1 req-4b2f88be-f843-4a7d-a0b9-c563b2396f45 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0823696 May 16 19:13:07.499408 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-cb7b57e0-2f2c-48ab-8160-1695154ee605 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Made reservation on behalf of 217c4bc4175641c38493bc721d2ccdc3 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:13:07.501718 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-cb7b57e0-2f2c-48ab-8160-1695154ee605 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:07.512941 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-fd1e02f5-a81f-414b-b5fc-73eccc5693d1 req-9e7a1ffb-f77f-462a-a562-9f38c08dc802 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559270 May 16 19:13:07.637913 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-cb7b57e0-2f2c-48ab-8160-1695154ee605 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Allocated IP 172.20.0.3 (6dc21745-d9eb-40f9-9f43-23c03b5cb9c1/3c8ece64-96e5-4dc5-ac7b-02ba78e887bb/bb3bf8b1-2986-467d-b8c9-8556332660fc) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:13:07.847653 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-cb7b57e0-2f2c-48ab-8160-1695154ee605 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:07.894396 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-cb7b57e0-2f2c-48ab-8160-1695154ee605 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:07.978363 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-cb7b57e0-2f2c-48ab-8160-1695154ee605 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Network 6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:13:07.990876 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-cb7b57e0-2f2c-48ab-8160-1695154ee605 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:08.004209 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-cb7b57e0-2f2c-48ab-8160-1695154ee605 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:13:08.083037 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b57e0-2f2c-48ab-8160-1695154ee605 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Pushing event updated for resources: {'Port': ['ID=bb3bf8b1-2986-467d-b8c9-8556332660fc,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:08.109360 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-cb7b57e0-2f2c-48ab-8160-1695154ee605 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:08.110037 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-cb7b57e0-2f2c-48ab-8160-1695154ee605 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:08.141921 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-cb7b57e0-2f2c-48ab-8160-1695154ee605 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7686014 May 16 19:13:08.361123 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-5e4c631d-9c1a-4c44-8527-198d74789fd0 None None] Provisioning complete for port bb3bf8b1-2986-467d-b8c9-8556332660fc triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:08.361507 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5e4c631d-9c1a-4c44-8527-198d74789fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:08.395420 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c631d-9c1a-4c44-8527-198d74789fd0 None None] Port bb3bf8b1-2986-467d-b8c9-8556332660fc cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:13:08.568833 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf759a-7bb1-448f-b1fa-3707fa5dab47 req-5fdefbba-4f8e-4e2b-a633-ce74ecc6ca98 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:08.576465 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-48cf759a-7bb1-448f-b1fa-3707fa5dab47 req-5fdefbba-4f8e-4e2b-a633-ce74ecc6ca98 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 931 time: 0.0579805 May 16 19:13:08.647860 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:08.651296 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-48cf759a-7bb1-448f-b1fa-3707fa5dab47 req-443d7a30-d54c-4730-b4da-9ffe5eba4efc tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738420 May 16 19:13:08.657412 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967a838-da36-438b-b472-236e2ca31183 req-012dc494-81ef-4621-8834-a741413f5ccb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:08.658902 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3967a838-da36-438b-b472-236e2ca31183 req-012dc494-81ef-4621-8834-a741413f5ccb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0799561 May 16 19:13:08.746910 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3967a838-da36-438b-b472-236e2ca31183 req-95014a40-c986-4cf6-b2b5-744b27e40354 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708411 May 16 19:13:08.802196 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1579963-8d67-403d-899f-825cfbca3a24 req-2f8ba353-b6af-48f5-9c3b-11cbfa6f7b13 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:08.803662 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c1579963-8d67-403d-899f-825cfbca3a24 req-2f8ba353-b6af-48f5-9c3b-11cbfa6f7b13 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0556123 May 16 19:13:08.852671 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c1579963-8d67-403d-899f-825cfbca3a24 req-984787df-6f79-4311-a513-7efa547cf54c tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433383 May 16 19:13:09.777878 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9c510-bd0b-4e85-8e8e-15bce4006196 req-99ace358-a037-4410-b545-524115a6bb2f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:09.779408 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b6f9c510-bd0b-4e85-8e8e-15bce4006196 req-99ace358-a037-4410-b545-524115a6bb2f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 931 time: 0.0474458 May 16 19:13:09.877260 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b6f9c510-bd0b-4e85-8e8e-15bce4006196 req-03e9691b-585f-4c45-b312-3edb43a11970 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921099 May 16 19:13:09.885073 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a220d-ffef-4970-9c53-bd4b78cd8a8d req-505cf3bb-2dd2-43a1-b746-c60eba297d5c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:09.886808 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e98a220d-ffef-4970-9c53-bd4b78cd8a8d req-505cf3bb-2dd2-43a1-b746-c60eba297d5c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0819378 May 16 19:13:09.939195 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e98a220d-ffef-4970-9c53-bd4b78cd8a8d req-7660e870-4eb0-4745-bdf4-ae29c4780eab tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466800 May 16 19:13:09.984873 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dab7d0-5c6d-4171-88e4-d981539c46f3 req-eb33e558-ef5d-471d-8586-94e8757dba60 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:09.986343 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c6dab7d0-5c6d-4171-88e4-d981539c46f3 req-eb33e558-ef5d-471d-8586-94e8757dba60 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0461702 May 16 19:13:10.032685 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c6dab7d0-5c6d-4171-88e4-d981539c46f3 req-0fbc01ca-331c-4bc9-919f-8ecdf1e9bfff tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408316 May 16 19:13:11.073562 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6238d8-3dd9-4794-8227-6c06c65148a4 req-2705aaf9-de81-4d5f-8bc8-fd7f5306a06d tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:11.075032 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7c6238d8-3dd9-4794-8227-6c06c65148a4 req-2705aaf9-de81-4d5f-8bc8-fd7f5306a06d tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 931 time: 0.0964267 May 16 19:13:11.094519 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1632f8d-9c92-4d45-b815-c85582074b4e req-429f040c-de31-4380-ba25-5ee74b948f99 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:11.095895 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c1632f8d-9c92-4d45-b815-c85582074b4e req-429f040c-de31-4380-ba25-5ee74b948f99 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0683610 May 16 19:13:11.159092 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7c6238d8-3dd9-4794-8227-6c06c65148a4 req-536ffeed-e8ac-4732-95da-6f0c4ead9725 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784924 May 16 19:13:11.162987 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c1632f8d-9c92-4d45-b815-c85582074b4e req-48751699-be85-4310-a450-2f526f4f4505 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611134 May 16 19:13:11.276451 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40daa83-77b2-4c3d-ab1c-36bf2c814a35 req-82210bd0-5355-437a-b15e-c4058e3ac469 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:11.278076 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a40daa83-77b2-4c3d-ab1c-36bf2c814a35 req-82210bd0-5355-437a-b15e-c4058e3ac469 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0518394 May 16 19:13:11.327287 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a40daa83-77b2-4c3d-ab1c-36bf2c814a35 req-182de323-752d-4f6b-a1cb-24ce5318f8cd tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435522 May 16 19:13:12.310873 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff65217-da87-4f85-b21e-8707e6089393 req-76d6fc3d-3c15-40f7-acb2-2ef471a59147 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:12.312241 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-eff65217-da87-4f85-b21e-8707e6089393 req-76d6fc3d-3c15-40f7-acb2-2ef471a59147 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0781283 May 16 19:13:12.320227 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af09cf0-86e2-4076-8918-ea95a7a8e033 req-9bf94a0f-9ff2-4025-b986-8e2a889bfa9f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:12.321741 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7af09cf0-86e2-4076-8918-ea95a7a8e033 req-9bf94a0f-9ff2-4025-b986-8e2a889bfa9f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 931 time: 0.0857661 May 16 19:13:12.404023 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-eff65217-da87-4f85-b21e-8707e6089393 req-16408a9c-b934-44f7-bd64-4333b5822427 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811920 May 16 19:13:12.407523 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7af09cf0-86e2-4076-8918-ea95a7a8e033 req-e6551430-03e5-4f2e-b6a7-543effe47910 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775788 May 16 19:13:12.531624 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937d4fc-3b5a-495e-b6b2-48a83e90da9c req-50460a4c-88f7-4027-afd8-90dd7c10a6c1 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:12.533124 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e937d4fc-3b5a-495e-b6b2-48a83e90da9c req-50460a4c-88f7-4027-afd8-90dd7c10a6c1 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0497985 May 16 19:13:12.580436 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e937d4fc-3b5a-495e-b6b2-48a83e90da9c req-1ece1dfc-926c-45b7-934d-53d8030e5a80 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415554 May 16 19:13:13.575406 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c321e29-5cf1-4f43-a341-79d974da9452 req-c83a4c86-b5f2-461b-ad12-a0df174a6665 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:13.576866 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6c321e29-5cf1-4f43-a341-79d974da9452 req-c83a4c86-b5f2-461b-ad12-a0df174a6665 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 931 time: 0.0723014 May 16 19:13:13.582489 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2aec0b-bf11-47c9-a80c-f79842fcd186 req-5888f6aa-13ab-4324-9610-b0f18bafe8d7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:13.583816 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1e2aec0b-bf11-47c9-a80c-f79842fcd186 req-5888f6aa-13ab-4324-9610-b0f18bafe8d7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0812187 May 16 19:13:13.668591 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6c321e29-5cf1-4f43-a341-79d974da9452 req-931342fb-fcda-48d9-8608-d6254131d64a tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781834 May 16 19:13:13.671914 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1e2aec0b-bf11-47c9-a80c-f79842fcd186 req-34ab1bd9-0583-4c5d-b813-324b47754384 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812507 May 16 19:13:13.812326 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5b42f-1e24-4fa4-9078-769d3040bde1 req-160ef998-651b-40e9-9839-ae6e3785b130 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:13.813813 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-aba5b42f-1e24-4fa4-9078-769d3040bde1 req-160ef998-651b-40e9-9839-ae6e3785b130 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0487597 May 16 19:13:13.860025 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-aba5b42f-1e24-4fa4-9078-769d3040bde1 req-a5bf3bcf-3c64-421c-bb01-4265e10c1c36 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405421 May 16 19:13:14.827300 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463269a3-eff8-4e20-b141-7e14a7ea6bd6 req-ce828122-2ea6-4f97-a36b-ed8eb097ae72 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:14.828802 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-463269a3-eff8-4e20-b141-7e14a7ea6bd6 req-ce828122-2ea6-4f97-a36b-ed8eb097ae72 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0777745 May 16 19:13:14.852490 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4297551-5761-4801-b3ed-61f2566d26d4 req-7683da6e-91ab-4455-8d88-83677052444d tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:14.854001 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d4297551-5761-4801-b3ed-61f2566d26d4 req-7683da6e-91ab-4455-8d88-83677052444d tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 931 time: 0.0719426 May 16 19:13:14.920915 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-463269a3-eff8-4e20-b141-7e14a7ea6bd6 req-c6fd232e-a4df-4069-87d2-a777d057c12e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856886 May 16 19:13:14.925175 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d4297551-5761-4801-b3ed-61f2566d26d4 req-99611c63-36f6-4440-8c76-925d1d563870 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648191 May 16 19:13:15.052293 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdfbfc-56fc-4b45-a43e-7460d62f2e86 req-c24125a8-8faa-4c2b-bd3f-4c0ef58fa2bc tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:15.053939 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1ccdfbfc-56fc-4b45-a43e-7460d62f2e86 req-c24125a8-8faa-4c2b-bd3f-4c0ef58fa2bc tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0547967 May 16 19:13:15.103516 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1ccdfbfc-56fc-4b45-a43e-7460d62f2e86 req-5a023eda-42b7-44a4-9fa7-52b0d5f4ae95 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429742 May 16 19:13:16.091490 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2a144-d6e0-46af-a300-c6ab824975c3 req-b9f3a383-e840-4af4-8c48-968d678cf6b4 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:16.093030 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-acb2a144-d6e0-46af-a300-c6ab824975c3 req-b9f3a383-e840-4af4-8c48-968d678cf6b4 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0791085 May 16 19:13:16.112578 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac59cb6-cc59-47ff-9288-2604c56da8eb req-e984e6c8-b13f-4229-8e7a-b41ecba7f595 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:16.113965 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0ac59cb6-cc59-47ff-9288-2604c56da8eb req-e984e6c8-b13f-4229-8e7a-b41ecba7f595 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 931 time: 0.0644808 May 16 19:13:16.174707 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-acb2a144-d6e0-46af-a300-c6ab824975c3 req-8756ab5e-cd7e-4e18-ac30-4f264081801c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756865 May 16 19:13:16.186007 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0ac59cb6-cc59-47ff-9288-2604c56da8eb req-6fe85b45-40bc-442f-8826-78be7e8ece54 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633504 May 16 19:13:16.278980 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39287c4f-f524-4549-a8c8-f1f8f8967a96 req-ecc8c5a5-211f-48dd-bed0-1666847f881f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:16.280756 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-39287c4f-f524-4549-a8c8-f1f8f8967a96 req-ecc8c5a5-211f-48dd-bed0-1666847f881f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0519037 May 16 19:13:16.334974 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-39287c4f-f524-4549-a8c8-f1f8f8967a96 req-176f440c-8e1d-4788-95c0-550ace31564c tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487049 May 16 19:13:17.333539 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ba98f-c7dc-4e89-b336-25c7e319263b req-396cd553-8096-471c-9487-b266cd8f13b2 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:17.334985 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-377ba98f-c7dc-4e89-b336-25c7e319263b req-396cd553-8096-471c-9487-b266cd8f13b2 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0741823 May 16 19:13:17.340706 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a4293-5db4-431f-8c2b-d23217cd413a req-ad3e0bbf-bc11-44ff-a35f-b31dc7163f67 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:17.342012 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dd3a4293-5db4-431f-8c2b-d23217cd413a req-ad3e0bbf-bc11-44ff-a35f-b31dc7163f67 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 931 time: 0.0727897 May 16 19:13:17.421636 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-377ba98f-c7dc-4e89-b336-25c7e319263b req-e0b581e2-0d3d-4fd2-8719-151f0e7f6e73 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786304 May 16 19:13:17.425527 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dd3a4293-5db4-431f-8c2b-d23217cd413a req-22c6fda3-aae7-4856-8ebe-66e544602a92 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766547 May 16 19:13:17.551082 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7251369-e6c0-48ce-ad43-dafd7d03f0b9 req-be1b29fc-ac70-4edf-a94c-72140d66f4cf tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:17.552576 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b7251369-e6c0-48ce-ad43-dafd7d03f0b9 req-be1b29fc-ac70-4edf-a94c-72140d66f4cf tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0519128 May 16 19:13:17.599031 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b7251369-e6c0-48ce-ad43-dafd7d03f0b9 req-cf41a4ee-1891-446f-9701-2af4cce4e78d tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404091 May 16 19:13:18.579720 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d136ffbe-95fc-4ce7-a41b-5fec83d5ec25 req-2301ffb1-45e6-45f1-95ab-4d1ac3265570 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:18.581125 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d136ffbe-95fc-4ce7-a41b-5fec83d5ec25 req-2301ffb1-45e6-45f1-95ab-4d1ac3265570 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 931 time: 0.0836337 May 16 19:13:18.589456 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce4e7c-a86c-45c3-b085-29a5a74ee41a req-d47f85b0-71b6-46e7-93a6-998404d7c668 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:18.590779 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-21ce4e7c-a86c-45c3-b085-29a5a74ee41a req-d47f85b0-71b6-46e7-93a6-998404d7c668 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0846751 May 16 19:13:18.658220 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d136ffbe-95fc-4ce7-a41b-5fec83d5ec25 req-b0842896-24c5-4107-86c0-fa5e8f49258d tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665195 May 16 19:13:18.664889 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-21ce4e7c-a86c-45c3-b085-29a5a74ee41a req-364dffdf-7903-4cac-b2e5-d95d3f82338c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672426 May 16 19:13:18.756715 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873eb02-46bc-458c-affa-e5a5322956ce req-27cbc074-9c66-459e-9766-96f0ddd10806 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:18.758409 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c873eb02-46bc-458c-affa-e5a5322956ce req-27cbc074-9c66-459e-9766-96f0ddd10806 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0467575 May 16 19:13:18.813717 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c873eb02-46bc-458c-affa-e5a5322956ce req-fccbca72-6f77-459c-a1ef-a700f6133ad3 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475662 May 16 19:13:19.778068 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32691968-41fe-4a57-8fea-1425ad463c86 req-4ebe0ec3-3902-461d-8a5a-79cb5b1e628f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:19.779544 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-32691968-41fe-4a57-8fea-1425ad463c86 req-4ebe0ec3-3902-461d-8a5a-79cb5b1e628f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 931 time: 0.0548775 May 16 19:13:19.866408 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e8780-da36-4f63-a480-363576999968 req-8e3069c3-da95-42c9-98b1-afbe59abc92b tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:19.867874 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8d1e8780-da36-4f63-a480-363576999968 req-8e3069c3-da95-42c9-98b1-afbe59abc92b tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0614114 May 16 19:13:19.871422 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-32691968-41fe-4a57-8fea-1425ad463c86 req-d65168de-57f1-4e81-a9cd-3f068d8f34b2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850670 May 16 19:13:19.916607 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8d1e8780-da36-4f63-a480-363576999968 req-1ad9e07f-d2d3-4d12-9693-3b1784ad2632 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425661 May 16 19:13:20.023349 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6550a91-7381-4a39-830e-8bfb4f74a75a req-058d1782-18b8-4e86-a7d0-f966fc27717b tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:20.025399 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e6550a91-7381-4a39-830e-8bfb4f74a75a req-058d1782-18b8-4e86-a7d0-f966fc27717b tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0457788 May 16 19:13:20.083826 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e6550a91-7381-4a39-830e-8bfb4f74a75a req-33649691-492a-4a91-bc43-99273f010284 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526056 May 16 19:13:20.115509 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:13:20.984735 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1aae3b-d44d-4429-b101-efde0679de27 req-67798c59-82af-4512-9350-8c433575d14e tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:20.986193 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2c1aae3b-d44d-4429-b101-efde0679de27 req-67798c59-82af-4512-9350-8c433575d14e tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 931 time: 0.0472898 May 16 19:13:21.048510 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29bfb7-1d3a-4072-b894-a96293e46f08 req-f92feaa0-f62d-44a6-931e-783cf118a481 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:21.050272 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ec29bfb7-1d3a-4072-b894-a96293e46f08 req-f92feaa0-f62d-44a6-931e-783cf118a481 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0629988 May 16 19:13:21.085288 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2c1aae3b-d44d-4429-b101-efde0679de27 req-11faf1fa-4de5-43d3-b5ea-6d21ee1b148f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898321 May 16 19:13:21.114467 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ec29bfb7-1d3a-4072-b894-a96293e46f08 req-2d309559-86ab-4f8c-b50a-0c1f6156a7c5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579627 May 16 19:13:21.199957 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75a13d-0725-4b60-8a33-9a28d2c76fdd req-c158776a-cba0-4ae0-b3b3-4f1ab09e7361 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:21.201459 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ed75a13d-0725-4b60-8a33-9a28d2c76fdd req-c158776a-cba0-4ae0-b3b3-4f1ab09e7361 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0480466 May 16 19:13:21.248120 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ed75a13d-0725-4b60-8a33-9a28d2c76fdd req-0c361ae2-2291-4206-86f7-4ffd9af56e77 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410175 May 16 19:13:22.204758 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f982e-26ef-492e-bd65-9d7d9c656b58 req-8aa9b951-71b7-47e7-a34e-e967bd26df24 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:22.206201 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-321f982e-26ef-492e-bd65-9d7d9c656b58 req-8aa9b951-71b7-47e7-a34e-e967bd26df24 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 931 time: 0.0542221 May 16 19:13:22.253936 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13935e-73ba-4ac6-856e-1c9919f353d6 req-caca439f-ce3b-4675-bf8a-31a96d1625a3 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:22.255325 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7a13935e-73ba-4ac6-856e-1c9919f353d6 req-caca439f-ce3b-4675-bf8a-31a96d1625a3 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0709879 May 16 19:13:22.299887 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-321f982e-26ef-492e-bd65-9d7d9c656b58 req-748160fa-1c4d-4853-bd32-e8e27e912321 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781815 May 16 19:13:22.322814 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7a13935e-73ba-4ac6-856e-1c9919f353d6 req-62ff7923-f896-401c-a06e-3d216e68adbb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608976 May 16 19:13:22.437025 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247deb7f-bcfd-4e64-be76-ec6abede55da req-2a7c88b7-4bb1-451e-88ac-5052fd70c5c6 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:22.438455 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-247deb7f-bcfd-4e64-be76-ec6abede55da req-2a7c88b7-4bb1-451e-88ac-5052fd70c5c6 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0476174 May 16 19:13:22.483761 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-247deb7f-bcfd-4e64-be76-ec6abede55da req-7557b517-28f9-4a88-bf33-591288e5af37 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398245 May 16 19:13:22.958945 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Request body: {'port': {'device_id': 'b119447b-00c7-441d-a1e4-f27ad0f36641', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:23.029434 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.310174 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb3bf8b1-2986-467d-b8c9-8556332660fc {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:13:23.317447 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Publish callbacks [] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.330417 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Transition to ACTIVE for port object bb3bf8b1-2986-467d-b8c9-8556332660fc will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:13:23.334263 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.391331 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Pushing event updated for resources: {'Port': ['ID=bb3bf8b1-2986-467d-b8c9-8556332660fc,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:23.425635 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd1d1c-8ffe-46bf-bbdc-0cedf8ea2900 req-d53acd5e-7a98-49eb-91fc-027fa7c05bd7 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:23.432636 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dcfd1d1c-8ffe-46bf-bbdc-0cedf8ea2900 req-d53acd5e-7a98-49eb-91fc-027fa7c05bd7 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 943 time: 0.0590000 May 16 19:13:23.435095 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.435486 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.435781 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.436125 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.436460 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.436820 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.437150 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.437472 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.437824 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.438151 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.438477 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.438800 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.439121 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.439440 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.439754 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:23.483242 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Attempting to bind port bb3bf8b1-2986-467d-b8c9-8556332660fc on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:13:23.483806 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Attempting to bind port bb3bf8b1-2986-467d-b8c9-8556332660fc by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '0fceec7e-7974-4ff5-aed8-46831ecb89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:13:23.483932 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Attempting to bind port bb3bf8b1-2986-467d-b8c9-8556332660fc on network 6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:13:23.489585 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Port bb3bf8b1-2986-467d-b8c9-8556332660fc on network 6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:13:23.489970 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Attempting to bind port bb3bf8b1-2986-467d-b8c9-8556332660fc on network 6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:13:23.496652 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:13:23.496652 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Checking segment: {'id': '0fceec7e-7974-4ff5-aed8-46831ecb89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:13:23.497164 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Bound using segment: {'id': '0fceec7e-7974-4ff5-aed8-46831ecb89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:13:23.497476 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Bound port: bb3bf8b1-2986-467d-b8c9-8556332660fc, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fceec7e-7974-4ff5-aed8-46831ecb89c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:13:23.497874 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.506643 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0085be7-58da-416a-b135-61bf3da89443 req-67cf961a-3e4f-458d-a938-cd9bd46537f1 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:23.508516 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a0085be7-58da-416a-b135-61bf3da89443 req-67cf961a-3e4f-458d-a938-cd9bd46537f1 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0732081 May 16 19:13:23.520977 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dcfd1d1c-8ffe-46bf-bbdc-0cedf8ea2900 req-13fd6e58-5dc7-4193-a72b-81405697d20e tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874348 May 16 19:13:23.572952 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] For port bb3bf8b1-2986-467d-b8c9-8556332660fc, host hv-cinder-83998, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:13:23.577586 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] For port bb3bf8b1-2986-467d-b8c9-8556332660fc, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=bb3bf8b1-2986-467d-b8c9-8556332660fc,segment=NetworkSegment(0fceec7e-7974-4ff5-aed8-46831ecb89c9),segment_id=0fceec7e-7974-4ff5-aed8-46831ecb89c9)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:13:23.578882 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a0085be7-58da-416a-b135-61bf3da89443 req-69ccff8e-495e-4956-bdb4-5df558dd8ee1 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564809 May 16 19:13:23.587230 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.642538 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:23.643157 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:23.644985 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] 10.222.0.78 "PUT /v2.0/ports/bb3bf8b1-2986-467d-b8c9-8556332660fc HTTP/1.1" status: 200 len: 1093 time: 0.7344840 May 16 19:13:23.645403 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b119447b-00c7-441d-a1e4-f27ad0f36641', 'tag': 'bb3bf8b1-2986-467d-b8c9-8556332660fc'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:23.648716 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ce4d7d-0483-41d1-b4f6-b7ab17a45851" -d '{"events": [{"name": "network-changed", "server_uuid": "b119447b-00c7-441d-a1e4-f27ad0f36641", "tag": "bb3bf8b1-2986-467d-b8c9-8556332660fc"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:23.680354 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ad6a3-fbfb-46b7-9d61-3258df80303e service neutron] Pushing event updated for resources: {'Port': ['ID=bb3bf8b1-2986-467d-b8c9-8556332660fc,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:23.698015 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b0cad-1e8f-431c-b95e-0855252d3fc2 req-d2770c73-ea5e-4d0d-bc5b-fa4854b685b6 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:23.699560 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a75b0cad-1e8f-431c-b95e-0855252d3fc2 req-d2770c73-ea5e-4d0d-bc5b-fa4854b685b6 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0575616 May 16 19:13:23.760347 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9edeca-e22d-4f6c-a99f-3bd7a96f1adb x-openstack-request-id: req-cd9edeca-e22d-4f6c-a99f-3bd7a96f1adb {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:23.760692 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b119447b-00c7-441d-a1e4-f27ad0f36641", "tag": "bb3bf8b1-2986-467d-b8c9-8556332660fc", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:23.760948 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cd9edeca-e22d-4f6c-a99f-3bd7a96f1adb {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:23.761362 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9edeca-e22d-4f6c-a99f-3bd7a96f1adb'] response: {'name': 'network-changed', 'server_uuid': 'b119447b-00c7-441d-a1e4-f27ad0f36641', 'tag': 'bb3bf8b1-2986-467d-b8c9-8556332660fc', 'status': 'completed', 'code': 200} May 16 19:13:23.762798 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a75b0cad-1e8f-431c-b95e-0855252d3fc2 req-3038f709-99ad-4760-a91c-6fc207beddb1 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560555 May 16 19:13:23.970925 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02596c01-6697-4ec1-b340-d25513d1366f req-420db393-e9e2-4320-b72f-c536b6931900 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:23.972774 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-02596c01-6697-4ec1-b340-d25513d1366f req-420db393-e9e2-4320-b72f-c536b6931900 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0584865 May 16 19:13:24.023701 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96deba39-e948-4645-8589-3edd8982ae69 req-e78d2f32-b8f9-428f-9d34-12adb7a4ad01 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:24.025853 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-96deba39-e948-4645-8589-3edd8982ae69 req-e78d2f32-b8f9-428f-9d34-12adb7a4ad01 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0875857 May 16 19:13:24.029233 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce4d7d-0483-41d1-b4f6-b7ab17a45851 req-79b4dba1-636e-44e9-aa0a-7aa8b93824ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:24.030680 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-82ce4d7d-0483-41d1-b4f6-b7ab17a45851 req-79b4dba1-636e-44e9-aa0a-7aa8b93824ef service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=217c4bc4175641c38493bc721d2ccdc3&device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 1127 time: 0.0764015 May 16 19:13:24.044095 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-02596c01-6697-4ec1-b340-d25513d1366f req-3401abb7-6b6c-4a66-9a5b-e110c5bd2606 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483818 May 16 19:13:24.105810 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539590e-cb1c-45be-86b9-0bd59a338a0b req-8a4bc603-79aa-4fa2-b256-25d3d0e03a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:24.107193 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0539590e-cb1c-45be-86b9-0bd59a338a0b req-8a4bc603-79aa-4fa2-b256-25d3d0e03a36 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=05edbc82d64b43618010c829eff5c529&device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 1129 time: 0.0405166 May 16 19:13:24.185266 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-96deba39-e948-4645-8589-3edd8982ae69 req-a1d90aca-9a18-42c3-89c5-b757ff034112 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Deleting port 59ce3679-0843-477e-aa63-9c30e91c8451 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:24.185611 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-96deba39-e948-4645-8589-3edd8982ae69 req-a1d90aca-9a18-42c3-89c5-b757ff034112 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (59ce3679-0843-477e-aa63-9c30e91c8451), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:24.225426 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce4d7d-0483-41d1-b4f6-b7ab17a45851 req-fcce3e6f-b42c-4876-ba58-b972939b2728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:24.226907 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-82ce4d7d-0483-41d1-b4f6-b7ab17a45851 req-fcce3e6f-b42c-4876-ba58-b972939b2728 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=217c4bc4175641c38493bc721d2ccdc3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1879025 May 16 19:13:24.353053 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-96deba39-e948-4645-8589-3edd8982ae69 req-a1d90aca-9a18-42c3-89c5-b757ff034112 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] For port 59ce3679-0843-477e-aa63-9c30e91c8451, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=59ce3679-0843-477e-aa63-9c30e91c8451,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:24.353427 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-96deba39-e948-4645-8589-3edd8982ae69 req-a1d90aca-9a18-42c3-89c5-b757ff034112 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (59ce3679-0843-477e-aa63-9c30e91c8451), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:24.426509 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539590e-cb1c-45be-86b9-0bd59a338a0b req-d5b53eed-2064-4220-95c0-b1c857053d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:24.427940 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0539590e-cb1c-45be-86b9-0bd59a338a0b req-d5b53eed-2064-4220-95c0-b1c857053d2a service neutron] 10.222.0.78 "GET /v2.0/networks?id=e2c884ef-2b44-416a-b203-511395242f85 HTTP/1.1" status: 200 len: 912 time: 0.3121731 May 16 19:13:24.450052 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce4d7d-0483-41d1-b4f6-b7ab17a45851 req-60724ac3-c6e1-43c3-8cf4-fa2b549c3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:24.451490 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-82ce4d7d-0483-41d1-b4f6-b7ab17a45851 req-60724ac3-c6e1-43c3-8cf4-fa2b549c3623 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1964195 May 16 19:13:24.494331 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0539590e-cb1c-45be-86b9-0bd59a338a0b req-5d337f64-bd61-443c-bfbf-32230a6a5557 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72393889-ec6f-4276-a394-885d2123ceac HTTP/1.1" status: 200 len: 1000 time: 0.0583410 May 16 19:13:24.543344 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539590e-cb1c-45be-86b9-0bd59a338a0b req-fd9a6a70-aa88-4f6a-9b33-9abed6ae8769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:24.544823 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0539590e-cb1c-45be-86b9-0bd59a338a0b req-fd9a6a70-aa88-4f6a-9b33-9abed6ae8769 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=106d7208-a2e6-46bb-bc34-47f65193fc7d HTTP/1.1" status: 200 len: 850 time: 0.0449076 May 16 19:13:24.595787 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539590e-cb1c-45be-86b9-0bd59a338a0b req-18e8e27d-a86d-4153-9686-7f858d263fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:24.597314 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0539590e-cb1c-45be-86b9-0bd59a338a0b req-18e8e27d-a86d-4153-9686-7f858d263fdd service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e2c884ef-2b44-416a-b203-511395242f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0435855 May 16 19:13:24.679530 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4a3d1-1370-43ea-8f41-6b89738d8b3d req-2aa32dfa-4897-4a64-bdfb-8ab779293cf6 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:24.681668 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-69f4a3d1-1370-43ea-8f41-6b89738d8b3d req-2aa32dfa-4897-4a64-bdfb-8ab779293cf6 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 943 time: 0.0834720 May 16 19:13:24.803453 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-f40b9cf2-8e37-4ca0-b224-6afa78154faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:24.804920 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-f40b9cf2-8e37-4ca0-b224-6afa78154faa service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=217c4bc4175641c38493bc721d2ccdc3&device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 1127 time: 0.2973733 May 16 19:13:24.808698 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d552c96-b7dc-48a4-b57a-2c8f209888af req-8a543ae4-eb62-4243-8117-229b944e1f40 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:24.810134 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1d552c96-b7dc-48a4-b57a-2c8f209888af req-8a543ae4-eb62-4243-8117-229b944e1f40 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 945 time: 0.0915236 May 16 19:13:24.819225 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0539590e-cb1c-45be-86b9-0bd59a338a0b req-f378c674-25fe-49a7-97ab-9adc6aba77b7 service neutron] 10.222.0.78 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125387 May 16 19:13:24.850347 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-69f4a3d1-1370-43ea-8f41-6b89738d8b3d req-872164fc-8bad-49e8-a865-d6342a5f9f46 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329694 May 16 19:13:24.854331 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-2795039c-796c-4df7-afb8-b7b7705b4cdf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb3bf8b1-2986-467d-b8c9-8556332660fc HTTP/1.1" status: 200 len: 217 time: 0.0407312 May 16 19:13:24.856212 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-96deba39-e948-4645-8589-3edd8982ae69 req-a1d90aca-9a18-42c3-89c5-b757ff034112 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:24.856597 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-96deba39-e948-4645-8589-3edd8982ae69 req-a1d90aca-9a18-42c3-89c5-b757ff034112 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (14a6bc85-9e52-4845-9671-b4a2a6bcd78d), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:24.856909 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.l3_db [req-96deba39-e948-4645-8589-3edd8982ae69 req-a1d90aca-9a18-42c3-89c5-b757ff034112 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Floating IP 14a6bc85-9e52-4845-9671-b4a2a6bcd78d disassociated. External IP: 172.28.3.67, port: 59ce3679-0843-477e-aa63-9c30e91c8451. May 16 19:13:24.857258 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-96deba39-e948-4645-8589-3edd8982ae69 req-a1d90aca-9a18-42c3-89c5-b757ff034112 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Calling delete_port for 59ce3679-0843-477e-aa63-9c30e91c8451 owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:24.938641 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1d552c96-b7dc-48a4-b57a-2c8f209888af req-343e5a74-ccaa-48da-b1d2-c02ab17ff5ec tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4b16d12b-be10-4e1f-83d0-bb745d742787&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215050 May 16 19:13:24.945900 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-cf8bdb40-f1bb-417e-b326-5e8aa58285b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:24.948085 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-cf8bdb40-f1bb-417e-b326-5e8aa58285b6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3c8ece64-96e5-4dc5-ac7b-02ba78e887bb HTTP/1.1" status: 200 len: 854 time: 0.0865474 May 16 19:13:24.973727 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0539590e-cb1c-45be-86b9-0bd59a338a0b req-f9899c82-06cc-4b50-ab55-7b7dbb851d8e service neutron] 10.222.0.78 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408975 May 16 19:13:25.009593 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-e4db62fa-5cd0-4bc9-a706-1931e215fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:25.011102 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-e4db62fa-5cd0-4bc9-a706-1931e215fdfe service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6dc21745-d9eb-40f9-9f43-23c03b5cb9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0542357 May 16 19:13:25.078174 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-96deba39-e948-4645-8589-3edd8982ae69 req-a1d90aca-9a18-42c3-89c5-b757ff034112 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (59ce3679-0843-477e-aa63-9c30e91c8451), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:25.107365 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275deb04-9388-472e-a963-939763a73adf req-8cd1d2db-c69d-4d08-a466-fb9c0ed72455 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:25.108963 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-275deb04-9388-472e-a963-939763a73adf req-8cd1d2db-c69d-4d08-a466-fb9c0ed72455 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 946 time: 0.0553586 May 16 19:13:25.109498 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d90aca-9a18-42c3-89c5-b757ff034112 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event deleted for resources: {'Port': ['ID=59ce3679-0843-477e-aa63-9c30e91c8451,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:25.200239 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac764c-ede8-4b34-80ba-a5386322e14b req-b97b51d0-74c0-40af-86a3-5d30d181988d tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:25.201990 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-73ac764c-ede8-4b34-80ba-a5386322e14b req-b97b51d0-74c0-40af-86a3-5d30d181988d tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0793130 May 16 19:13:25.224320 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96deba39-e948-4645-8589-3edd8982ae69 req-a1d90aca-9a18-42c3-89c5-b757ff034112 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:13:25.233943 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-275deb04-9388-472e-a963-939763a73adf req-30c3849e-c745-4851-8bcc-2ff7f137c4f8 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991888 May 16 19:13:25.285557 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-73ac764c-ede8-4b34-80ba-a5386322e14b req-25609fc5-6ae5-45fb-ad8d-ae6c3f180cee tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716166 May 16 19:13:25.348130 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96deba39-e948-4645-8589-3edd8982ae69 req-a1d90aca-9a18-42c3-89c5-b757ff034112 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:13:25.358268 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43076ccc-bdf7-41f1-b478-8c3938f86096 None None] Sync routers for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:13:25.369047 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43076ccc-bdf7-41f1-b478-8c3938f86096 None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:25.369678 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-43076ccc-bdf7-41f1-b478-8c3938f86096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:13:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:25.394864 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-96deba39-e948-4645-8589-3edd8982ae69 req-a1d90aca-9a18-42c3-89c5-b757ff034112 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] No DVR routers for this DVR port 59ce3679-0843-477e-aa63-9c30e91c8451 on host hv-cinder-83998 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:13:25.397454 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-96deba39-e948-4645-8589-3edd8982ae69 req-a1d90aca-9a18-42c3-89c5-b757ff034112 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:25.401270 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-96deba39-e948-4645-8589-3edd8982ae69 req-a1d90aca-9a18-42c3-89c5-b757ff034112 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "DELETE /v2.0/ports/59ce3679-0843-477e-aa63-9c30e91c8451 HTTP/1.1" status: 204 len: 173 time: 1.3697217 May 16 19:13:25.472358 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-43076ccc-bdf7-41f1-b478-8c3938f86096 None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:25.724489 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-43076ccc-bdf7-41f1-b478-8c3938f86096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'floating_ip_address': '172.28.3.38', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'port_id': '4ee65955-8231-4691-b699-321ae596ea3f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'mac_address': 'fa:16:3e:ae:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d254e-2cb9-4908-95c6-b928623e23e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:47Z', 'revision_number': 2, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:25.762358 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d', 'name': 'network-vif-deleted', 'tag': '59ce3679-0843-477e-aa63-9c30e91c8451'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:25.765022 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4ca1cc-6ab4-41db-84d7-8356f658a512" -d '{"events": [{"server_uuid": "6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d", "name": "network-vif-deleted", "tag": "59ce3679-0843-477e-aa63-9c30e91c8451"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:25.827973 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60618e37-c0c9-4ba1-ad7a-f661a923834b x-openstack-request-id: req-60618e37-c0c9-4ba1-ad7a-f661a923834b {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:25.828272 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d", "name": "network-vif-deleted", "tag": "59ce3679-0843-477e-aa63-9c30e91c8451", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:25.828529 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60618e37-c0c9-4ba1-ad7a-f661a923834b {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:25.828972 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60618e37-c0c9-4ba1-ad7a-f661a923834b'] response: {'server_uuid': '6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d', 'name': 'network-vif-deleted', 'tag': '59ce3679-0843-477e-aa63-9c30e91c8451', 'status': 'completed', 'code': 200} May 16 19:13:25.869378 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43076ccc-bdf7-41f1-b478-8c3938f86096 None None] Checking router: 363ffe14-eb3e-4a05-a481-5c6b0647fc22 for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:13:25.879262 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43076ccc-bdf7-41f1-b478-8c3938f86096 None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:25.879790 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-43076ccc-bdf7-41f1-b478-8c3938f86096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:13:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:25.968062 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e23c8-7e3f-4a33-95af-e92347398f3c req-4d7ec8b1-e2b1-40d6-9cd6-dc765e5aa8db tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:25.969693 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c37e23c8-7e3f-4a33-95af-e92347398f3c req-4d7ec8b1-e2b1-40d6-9cd6-dc765e5aa8db tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 943 time: 0.0486689 May 16 19:13:25.993814 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-43076ccc-bdf7-41f1-b478-8c3938f86096 None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:26.063939 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d6fbacd4-95ca-4c1f-877d-cadd727962c8 req-0f219ee7-e941-4d82-acc7-d1e018f6660c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 210 time: 0.0374396 May 16 19:13:26.068885 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c37e23c8-7e3f-4a33-95af-e92347398f3c req-cf0d6c9a-f3a4-4ba6-9dd3-b036d5712111 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917671 May 16 19:13:26.222541 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-43076ccc-bdf7-41f1-b478-8c3938f86096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'floating_ip_address': '172.28.3.38', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'port_id': '4ee65955-8231-4691-b699-321ae596ea3f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'mac_address': 'fa:16:3e:ae:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d254e-2cb9-4908-95c6-b928623e23e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:47Z', 'revision_number': 2, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:26.252811 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43076ccc-bdf7-41f1-b478-8c3938f86096 None None] The sync data for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb is: [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'floating_ip_address': '172.28.3.38', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'port_id': '4ee65955-8231-4691-b699-321ae596ea3f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'mac_address': 'fa:16:3e:ae:ff:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6d254e-2cb9-4908-95c6-b928623e23e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:08:07Z', 'updated_at': '2022-05-16T19:08:47Z', 'revision_number': 2, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:13:26.446724 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63388c8-3012-442b-988f-6b2308d66f6c req-58f06bf2-77d2-44ed-82a0-d2d01b5e1170 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:26.458987 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c63388c8-3012-442b-988f-6b2308d66f6c req-58f06bf2-77d2-44ed-82a0-d2d01b5e1170 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 946 time: 0.1426010 May 16 19:13:26.491238 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-8fccb7d6-68e1-470f-847d-94eb3b517491 service neutron] 10.222.0.78 "GET /v2.0/networks/6dc21745-d9eb-40f9-9f43-23c03b5cb9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134424 May 16 19:13:26.501680 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5aacd-4118-4af7-a16a-cead49f72670 req-249061ac-610d-4ae5-b55d-457b044367b4 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:26.504758 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-45c5aacd-4118-4af7-a16a-cead49f72670 req-249061ac-610d-4ae5-b55d-457b044367b4 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.1183660 May 16 19:13:26.572128 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c63388c8-3012-442b-988f-6b2308d66f6c req-10ac0eef-d28d-4828-b2d3-ed4fcc5397f4 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119716 May 16 19:13:26.616634 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-45c5aacd-4118-4af7-a16a-cead49f72670 req-f5c6cb58-9bf5-4d77-af25-73a553a1151e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025445 May 16 19:13:26.655476 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-789e9a44-1639-4b46-ba0e-e9fa412de05d req-1d7628aa-5ac8-4f8f-bee1-ef3a19fab3b2 service neutron] 10.222.0.78 "GET /v2.0/networks/6dc21745-d9eb-40f9-9f43-23c03b5cb9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287143 May 16 19:13:26.694024 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf18eb4-d535-4c0a-b4d3-d683c9876dc7 None None] New status for floating IP 14a6bc85-9e52-4845-9671-b4a2a6bcd78d: DOWN {{(pid=103576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:13:26.961049 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 59ce3679-0843-477e-aa63-9c30e91c8451 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:13:26.981267 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: 59ce3679-0843-477e-aa63-9c30e91c8451 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:13:26.981698 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 59ce3679-0843-477e-aa63-9c30e91c8451 not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:13:27.201782 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-33858ecb-8640-45ed-b4f7-8192a3a48832 req-52a60320-cfd0-40b4-b359-b2208362a1a7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 210 time: 0.0536599 May 16 19:13:27.219784 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6102b-4b36-46bc-b7aa-5df6907267d9 req-eb673713-1e03-45f4-9a7a-9facaa9c3d5e tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:27.221555 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f7f6102b-4b36-46bc-b7aa-5df6907267d9 req-eb673713-1e03-45f4-9a7a-9facaa9c3d5e tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 943 time: 0.0747168 May 16 19:13:27.278215 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f7f6102b-4b36-46bc-b7aa-5df6907267d9 req-687cdc47-a07d-4fb8-93cb-ffd063c60e24 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468099 May 16 19:13:27.700546 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66598210-c66e-4eb6-9d80-afc100bb907b req-ba1a1844-83f7-4532-8034-1d3774298041 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:27.702854 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-66598210-c66e-4eb6-9d80-afc100bb907b req-ba1a1844-83f7-4532-8034-1d3774298041 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 946 time: 0.0588574 May 16 19:13:27.807136 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36b95d-cd10-42dd-914e-911ff78e9774 req-1b25c0f2-4fef-46e5-82d9-487f8d0fb6b3 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:27.809477 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3e36b95d-cd10-42dd-914e-911ff78e9774 req-1b25c0f2-4fef-46e5-82d9-487f8d0fb6b3 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.1053395 May 16 19:13:27.866437 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-66598210-c66e-4eb6-9d80-afc100bb907b req-672f6a93-75e1-4cbd-8df8-ef2c6dfe34a9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477401 May 16 19:13:27.911677 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3e36b95d-cd10-42dd-914e-911ff78e9774 req-12b885f5-1ce5-42d1-ad4c-4bc84dcd038d tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928583 May 16 19:13:28.308972 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d0beb642-9ba9-4af2-877f-4a77f63ed6d2 req-0ad5885e-c404-4000-b142-f371a87fc95c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 210 time: 0.0274689 May 16 19:13:28.401494 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38a6f1-e16f-4e2a-949c-de23003a31e5 req-c9f09152-034a-4247-ac6b-1db34def51c0 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:28.402934 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1d38a6f1-e16f-4e2a-949c-de23003a31e5 req-c9f09152-034a-4247-ac6b-1db34def51c0 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 943 time: 0.0456429 May 16 19:13:28.455844 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1d38a6f1-e16f-4e2a-949c-de23003a31e5 req-e2cde3a2-c5b1-4218-8357-bc8bc252366f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474560 May 16 19:13:28.985001 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edf4a5-4104-4263-ab40-bacd594f27df req-700362f9-4db4-4c03-bb61-c5b9ed7e7011 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:28.986429 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d4edf4a5-4104-4263-ab40-bacd594f27df req-700362f9-4db4-4c03-bb61-c5b9ed7e7011 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 946 time: 0.0491745 May 16 19:13:29.031713 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d4edf4a5-4104-4263-ab40-bacd594f27df req-e54559c6-7a90-44a3-b884-a611b31d9643 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398180 May 16 19:13:29.412500 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1db8f645-8eb9-48db-a352-854ce1448661 req-9d76f407-ccac-433e-97dd-99c495e44a93 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b2d5b30-8e3d-4419-9ae1-6b7619c18e9d HTTP/1.1" status: 200 len: 210 time: 0.0275598 May 16 19:13:29.568738 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e141dfe-e24a-485c-812c-65971f2cc1d7 req-a79b8acd-240f-4f81-ad14-258d5d29b0c2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:29.570201 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7e141dfe-e24a-485c-812c-65971f2cc1d7 req-a79b8acd-240f-4f81-ad14-258d5d29b0c2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 943 time: 0.0472572 May 16 19:13:29.619056 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7e141dfe-e24a-485c-812c-65971f2cc1d7 req-ff420aae-6c0a-49f6-a1b8-b6b43a20eaf2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430524 May 16 19:13:30.154860 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f03e68-8cd2-487c-b108-78945adf7763 req-5e2a3574-caca-467c-a46a-6a96f5c47dab tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:30.156381 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-69f03e68-8cd2-487c-b108-78945adf7763 req-5e2a3574-caca-467c-a46a-6a96f5c47dab tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 946 time: 0.0510321 May 16 19:13:30.180604 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a1bf1-a4a9-4d01-b795-4760e1f8fb73 req-4018d12a-c99e-4d5c-80fc-c4d8a7246be0 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:30.182794 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-191a1bf1-a4a9-4d01-b795-4760e1f8fb73 req-4018d12a-c99e-4d5c-80fc-c4d8a7246be0 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.78 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 946 time: 0.0510120 May 16 19:13:30.207925 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-69f03e68-8cd2-487c-b108-78945adf7763 req-427cbcc6-6b1e-42d5-9ffe-ad5dc3b8d457 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb966f55-5193-44f8-9a59-59512d3c7089&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457058 May 16 19:13:30.272813 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-191a1bf1-a4a9-4d01-b795-4760e1f8fb73 req-d8f48f9f-1b45-4f5a-87bd-831d7364720b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Deleting port 738e7817-53b4-48ef-8064-804ecf4a3fed {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:30.273084 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-191a1bf1-a4a9-4d01-b795-4760e1f8fb73 req-d8f48f9f-1b45-4f5a-87bd-831d7364720b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.362932 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-191a1bf1-a4a9-4d01-b795-4760e1f8fb73 req-d8f48f9f-1b45-4f5a-87bd-831d7364720b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] For port 738e7817-53b4-48ef-8064-804ecf4a3fed, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=738e7817-53b4-48ef-8064-804ecf4a3fed,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:30.363293 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-191a1bf1-a4a9-4d01-b795-4760e1f8fb73 req-d8f48f9f-1b45-4f5a-87bd-831d7364720b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.496173 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58008) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:30.521563 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-191a1bf1-a4a9-4d01-b795-4760e1f8fb73 req-d8f48f9f-1b45-4f5a-87bd-831d7364720b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.521919 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-191a1bf1-a4a9-4d01-b795-4760e1f8fb73 req-d8f48f9f-1b45-4f5a-87bd-831d7364720b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (dc10210f-f063-40f0-8f58-a8029f3f2437), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.522237 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.l3_db [req-191a1bf1-a4a9-4d01-b795-4760e1f8fb73 req-d8f48f9f-1b45-4f5a-87bd-831d7364720b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Floating IP dc10210f-f063-40f0-8f58-a8029f3f2437 disassociated. External IP: 172.28.3.161, port: 738e7817-53b4-48ef-8064-804ecf4a3fed. May 16 19:13:30.522587 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-191a1bf1-a4a9-4d01-b795-4760e1f8fb73 req-d8f48f9f-1b45-4f5a-87bd-831d7364720b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Calling delete_port for 738e7817-53b4-48ef-8064-804ecf4a3fed owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:30.559991 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b0e07e86-795b-471e-827e-96dced779e2a tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (4b16d12b-be10-4e1f-83d0-bb745d742787), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.582708 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b0e07e86-795b-471e-827e-96dced779e2a tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (4b16d12b-be10-4e1f-83d0-bb745d742787), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.631460 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b0e07e86-795b-471e-827e-96dced779e2a tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (4b16d12b-be10-4e1f-83d0-bb745d742787), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.634380 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b0e07e86-795b-471e-827e-96dced779e2a tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.635528 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-b0e07e86-795b-471e-827e-96dced779e2a tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "DELETE /v2.0/security-groups/4b16d12b-be10-4e1f-83d0-bb745d742787 HTTP/1.1" status: 204 len: 168 time: 0.1382577 May 16 19:13:30.638777 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58010) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:30.653913 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-191a1bf1-a4a9-4d01-b795-4760e1f8fb73 req-d8f48f9f-1b45-4f5a-87bd-831d7364720b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (738e7817-53b4-48ef-8064-804ecf4a3fed), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.656451 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e07e86-795b-471e-827e-96dced779e2a tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b16d12b-be10-4e1f-83d0-bb745d742787,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:30.661310 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.api.v2.resource [None req-fcc34e25-2801-4010-8627-1967b7b1fe67 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] show failed (client error): The resource could not be found. May 16 19:13:30.661310 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-fcc34e25-2801-4010-8627-1967b7b1fe67 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups/4b16d12b-be10-4e1f-83d0-bb745d742787 HTTP/1.1" status: 404 len: 347 time: 0.0205064 May 16 19:13:30.664893 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58014) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:30.696881 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f48f9f-1b45-4f5a-87bd-831d7364720b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Pushing event deleted for resources: {'Port': ['ID=738e7817-53b4-48ef-8064-804ecf4a3fed,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:30.796620 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c65f37-9711-4861-983e-5ed5ce93b34f req-2c7314ba-9d6c-4c74-ae9e-dae1e6d24ae0 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:30.797994 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d5c65f37-9711-4861-983e-5ed5ce93b34f req-2c7314ba-9d6c-4c74-ae9e-dae1e6d24ae0 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 943 time: 0.0871720 May 16 19:13:30.815332 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [req-191a1bf1-a4a9-4d01-b795-4760e1f8fb73 req-d8f48f9f-1b45-4f5a-87bd-831d7364720b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Router 315a5365-d6ea-4828-8d3a-bf43c9314f30 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:13:30.845711 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-24fbdd9f-3b15-4ea1-8075-19471b4d67eb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Deleting port 092b5d14-448a-46be-85b7-3dec4d1e173f {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:30.846046 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-24fbdd9f-3b15-4ea1-8075-19471b4d67eb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (092b5d14-448a-46be-85b7-3dec4d1e173f), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.885463 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d5c65f37-9711-4861-983e-5ed5ce93b34f req-dc8ddcc6-c479-4b26-9072-55ea99bcf570 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705459 May 16 19:13:30.924860 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-191a1bf1-a4a9-4d01-b795-4760e1f8fb73 req-d8f48f9f-1b45-4f5a-87bd-831d7364720b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:13:30.935450 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe605429-49ec-4719-b339-8f1e8c527855 None None] Sync routers for ids ['315a5365-d6ea-4828-8d3a-bf43c9314f30'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:13:30.943985 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-24fbdd9f-3b15-4ea1-8075-19471b4d67eb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (092b5d14-448a-46be-85b7-3dec4d1e173f), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.944309 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-24fbdd9f-3b15-4ea1-8075-19471b4d67eb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (092b5d14-448a-46be-85b7-3dec4d1e173f), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.947731 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe605429-49ec-4719-b339-8f1e8c527855 None None] Routers {'315a5365-d6ea-4828-8d3a-bf43c9314f30'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:30.948683 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-fe605429-49ec-4719-b339-8f1e8c527855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:13:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['315a5365-d6ea-4828-8d3a-bf43c9314f30'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:30.958632 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-24fbdd9f-3b15-4ea1-8075-19471b4d67eb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Calling delete_port for 092b5d14-448a-46be-85b7-3dec4d1e173f owned by network:floatingip {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:30.966749 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-191a1bf1-a4a9-4d01-b795-4760e1f8fb73 req-d8f48f9f-1b45-4f5a-87bd-831d7364720b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] No DVR routers for this DVR port 738e7817-53b4-48ef-8064-804ecf4a3fed on host hv-cinder-83998 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:13:30.969517 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-191a1bf1-a4a9-4d01-b795-4760e1f8fb73 req-d8f48f9f-1b45-4f5a-87bd-831d7364720b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:30.972886 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-191a1bf1-a4a9-4d01-b795-4760e1f8fb73 req-d8f48f9f-1b45-4f5a-87bd-831d7364720b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.78 "DELETE /v2.0/ports/738e7817-53b4-48ef-8064-804ecf4a3fed HTTP/1.1" status: 204 len: 173 time: 0.7849350 May 16 19:13:30.973449 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd0a3846-4b61-4a3b-8aad-61ab14244932', 'name': 'network-vif-deleted', 'tag': '738e7817-53b4-48ef-8064-804ecf4a3fed'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:30.975885 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4d5831-e174-4602-8f3f-26fc94dd6c54" -d '{"events": [{"server_uuid": "bd0a3846-4b61-4a3b-8aad-61ab14244932", "name": "network-vif-deleted", "tag": "738e7817-53b4-48ef-8064-804ecf4a3fed"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:31.009877 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device bb3bf8b1-2986-467d-b8c9-8556332660fc details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:13:31.012760 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 738e7817-53b4-48ef-8064-804ecf4a3fed no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:13:31.028121 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86a52ad-785f-4568-8c38-a19147174334 x-openstack-request-id: req-d86a52ad-785f-4568-8c38-a19147174334 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:31.028530 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd0a3846-4b61-4a3b-8aad-61ab14244932", "name": "network-vif-deleted", "tag": "738e7817-53b4-48ef-8064-804ecf4a3fed", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:31.028910 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d86a52ad-785f-4568-8c38-a19147174334 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:31.029593 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d86a52ad-785f-4568-8c38-a19147174334'] response: {'server_uuid': 'bd0a3846-4b61-4a3b-8aad-61ab14244932', 'name': 'network-vif-deleted', 'tag': '738e7817-53b4-48ef-8064-804ecf4a3fed', 'status': 'completed', 'code': 200} May 16 19:13:31.040354 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: 738e7817-53b4-48ef-8064-804ecf4a3fed {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:13:31.040789 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 738e7817-53b4-48ef-8064-804ecf4a3fed not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:13:31.136893 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-24fbdd9f-3b15-4ea1-8075-19471b4d67eb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (092b5d14-448a-46be-85b7-3dec4d1e173f), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.146343 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-fe605429-49ec-4719-b339-8f1e8c527855 None None] Set router 315a5365-d6ea-4828-8d3a-bf43c9314f30 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:31.171304 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbdd9f-3b15-4ea1-8075-19471b4d67eb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event deleted for resources: {'Port': ['ID=092b5d14-448a-46be-85b7-3dec4d1e173f,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:31.238602 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-24fbdd9f-3b15-4ea1-8075-19471b4d67eb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (14a6bc85-9e52-4845-9671-b4a2a6bcd78d), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.241437 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-24fbdd9f-3b15-4ea1-8075-19471b4d67eb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.245408 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-24fbdd9f-3b15-4ea1-8075-19471b4d67eb tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "DELETE /v2.0/floatingips/14a6bc85-9e52-4845-9671-b4a2a6bcd78d HTTP/1.1" status: 204 len: 168 time: 0.5768878 May 16 19:13:31.281474 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port bb3bf8b1-2986-467d-b8c9-8556332660fc, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=bb3bf8b1-2986-467d-b8c9-8556332660fc,segment=NetworkSegment(0fceec7e-7974-4ff5-aed8-46831ecb89c9),segment_id=0fceec7e-7974-4ff5-aed8-46831ecb89c9)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:31.327350 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': 'bb3bf8b1-2986-467d-b8c9-8556332660fc', 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1', 'port_id': 'bb3bf8b1-2986-467d-b8c9-8556332660fc', 'mac_address': 'fa:16:3e:7e:94:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:13:31.339908 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a6aac831-52a6-4459-a9b5-f7a5c9bac240 req-1bff69a2-0b1b-4f44-b539-9526b8947dfd tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd0a3846-4b61-4a3b-8aad-61ab14244932 HTTP/1.1" status: 200 len: 210 time: 0.0295556 May 16 19:13:31.386794 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port bb3bf8b1-2986-467d-b8c9-8556332660fc is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:31.387195 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.425696 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb3bf8b1-2986-467d-b8c9-8556332660fc {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:13:31.450014 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-fe605429-49ec-4719-b339-8f1e8c527855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:07:56Z', 'revision_number': 4, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port': {'id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': '0af70e4b-5693-4b59-9694-15907d5de6c1', 'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'mac_address': 'fa:16:3e:e4:ad:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:55Z', 'updated_at': '2022-05-16T19:08:09Z', 'revision_number': 5, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'subnets': [{'id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:31.455156 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port bb3bf8b1-2986-467d-b8c9-8556332660fc, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=bb3bf8b1-2986-467d-b8c9-8556332660fc,segment=NetworkSegment(0fceec7e-7974-4ff5-aed8-46831ecb89c9),segment_id=0fceec7e-7974-4ff5-aed8-46831ecb89c9)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:31.477559 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:31.481656 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe605429-49ec-4719-b339-8f1e8c527855 None None] Checking router: 315a5365-d6ea-4828-8d3a-bf43c9314f30 for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:13:31.522864 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe605429-49ec-4719-b339-8f1e8c527855 None None] Routers {'315a5365-d6ea-4828-8d3a-bf43c9314f30'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:31.523792 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-fe605429-49ec-4719-b339-8f1e8c527855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:13:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['315a5365-d6ea-4828-8d3a-bf43c9314f30'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:31.591677 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=bb3bf8b1-2986-467d-b8c9-8556332660fc,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:31.652903 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-fe605429-49ec-4719-b339-8f1e8c527855 None None] Set router 315a5365-d6ea-4828-8d3a-bf43c9314f30 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:31.845674 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-fe605429-49ec-4719-b339-8f1e8c527855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:07:56Z', 'revision_number': 4, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port': {'id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': '0af70e4b-5693-4b59-9694-15907d5de6c1', 'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'mac_address': 'fa:16:3e:e4:ad:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:55Z', 'updated_at': '2022-05-16T19:08:09Z', 'revision_number': 5, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'subnets': [{'id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:31.869801 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe605429-49ec-4719-b339-8f1e8c527855 None None] The sync data for ids ['315a5365-d6ea-4828-8d3a-bf43c9314f30'] in dv-cinder-839987-5-smb is: [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:07:56Z', 'revision_number': 4, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port': {'id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': '0af70e4b-5693-4b59-9694-15907d5de6c1', 'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'mac_address': 'fa:16:3e:e4:ad:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:55Z', 'updated_at': '2022-05-16T19:08:09Z', 'revision_number': 5, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'subnets': [{'id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:13:31.953983 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['bb3bf8b1-2986-467d-b8c9-8556332660fc'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:13:32.011585 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795bcd2-f135-4bdc-9dab-b51f767354a2 req-caf63d7a-5988-4df2-bdf9-0c48ca276ea6 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:32.017113 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9795bcd2-f135-4bdc-9dab-b51f767354a2 req-caf63d7a-5988-4df2-bdf9-0c48ca276ea6 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 944 time: 0.0532918 May 16 19:13:32.071241 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9795bcd2-f135-4bdc-9dab-b51f767354a2 req-4bd591c9-d78c-438d-92e8-93acf77fb539 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517540 May 16 19:13:32.142471 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf44d35-8c42-47d2-aba4-810a70164bd6 None None] New status for floating IP dc10210f-f063-40f0-8f58-a8029f3f2437: DOWN {{(pid=103576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:13:32.432289 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58036) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:32.482598 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b3bc9aba-8dce-4003-8be8-9424866a1362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.488230 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bd4ee4da-097c-4d0b-906a-5da57f1f552e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group (bb966f55-5193-44f8-9a59-59512d3c7089), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.512012 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bd4ee4da-097c-4d0b-906a-5da57f1f552e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group (bb966f55-5193-44f8-9a59-59512d3c7089), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.559978 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bd4ee4da-097c-4d0b-906a-5da57f1f552e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (bb966f55-5193-44f8-9a59-59512d3c7089), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.562566 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bd4ee4da-097c-4d0b-906a-5da57f1f552e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.563718 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-bd4ee4da-097c-4d0b-906a-5da57f1f552e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "DELETE /v2.0/security-groups/bb966f55-5193-44f8-9a59-59512d3c7089 HTTP/1.1" status: 204 len: 168 time: 0.1300995 May 16 19:13:32.566776 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58038) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:32.572869 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ee4da-097c-4d0b-906a-5da57f1f552e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb966f55-5193-44f8-9a59-59512d3c7089,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:32.588183 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.api.v2.resource [None req-ba15a843-8e84-46ff-9d9a-06d6aa2dfadc tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] show failed (client error): The resource could not be found. May 16 19:13:32.589062 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-ba15a843-8e84-46ff-9d9a-06d6aa2dfadc tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups/bb966f55-5193-44f8-9a59-59512d3c7089 HTTP/1.1" status: 404 len: 347 time: 0.0213075 May 16 19:13:32.591943 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58042) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:32.701220 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2e377-e5d2-44db-96aa-53d8dccf9fd3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Deleting port 4ca556a4-05cd-4521-b746-6143fc259e27 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:32.701611 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f2f2e377-e5d2-44db-96aa-53d8dccf9fd3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (4ca556a4-05cd-4521-b746-6143fc259e27), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.780658 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f2f2e377-e5d2-44db-96aa-53d8dccf9fd3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (4ca556a4-05cd-4521-b746-6143fc259e27), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.781332 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f2f2e377-e5d2-44db-96aa-53d8dccf9fd3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for floatingip (4ca556a4-05cd-4521-b746-6143fc259e27), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:32.796802 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f2f2e377-e5d2-44db-96aa-53d8dccf9fd3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Calling delete_port for 4ca556a4-05cd-4521-b746-6143fc259e27 owned by network:floatingip {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:32.898768 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ceec7-d16e-478d-910c-c8e31f4d12f2 req-f097de9d-bc8b-4da5-80d4-30b2bd064ded tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:32.900208 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b39ceec7-d16e-478d-910c-c8e31f4d12f2 req-f097de9d-bc8b-4da5-80d4-30b2bd064ded tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 946 time: 0.0615933 May 16 19:13:32.981050 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b39ceec7-d16e-478d-910c-c8e31f4d12f2 req-190762d6-99f0-4980-af78-d552f2015255 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749972 May 16 19:13:32.998702 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f2f2e377-e5d2-44db-96aa-53d8dccf9fd3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (4ca556a4-05cd-4521-b746-6143fc259e27), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.022909 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f2e377-e5d2-44db-96aa-53d8dccf9fd3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Pushing event deleted for resources: {'Port': ['ID=4ca556a4-05cd-4521-b746-6143fc259e27,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:33.082043 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f2f2e377-e5d2-44db-96aa-53d8dccf9fd3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for floatingip (dc10210f-f063-40f0-8f58-a8029f3f2437), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.084490 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f2f2e377-e5d2-44db-96aa-53d8dccf9fd3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.085635 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-f2f2e377-e5d2-44db-96aa-53d8dccf9fd3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "DELETE /v2.0/floatingips/dc10210f-f063-40f0-8f58-a8029f3f2437 HTTP/1.1" status: 204 len: 168 time: 0.4928203 May 16 19:13:33.094930 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device bb3bf8b1-2986-467d-b8c9-8556332660fc up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:13:33.138109 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port bb3bf8b1-2986-467d-b8c9-8556332660fc completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:13:33.146398 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port bb3bf8b1-2986-467d-b8c9-8556332660fc triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:33.146821 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.186670 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58054) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:33.191713 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-f088d98c-aee5-4efa-93df-e1a8b6abc1aa tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Request body: {'security_group': {'name': 'tempest-securitygroup--994175749', 'description': 'tempest-description--1588145580'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:33.217604 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f088d98c-aee5-4efa-93df-e1a8b6abc1aa tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.228407 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51399227-f5cc-4090-bbe7-7c98d90ed23b req-7d4eba9b-cdcc-4b31-b02b-d803019ef9b3 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:33.229493 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port bb3bf8b1-2986-467d-b8c9-8556332660fc is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:33.229898 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-51399227-f5cc-4090-bbe7-7c98d90ed23b req-7d4eba9b-cdcc-4b31-b02b-d803019ef9b3 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 944 time: 0.0531011 May 16 19:13:33.230077 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.253088 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b119447b-00c7-441d-a1e4-f27ad0f36641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3bf8b1-2986-467d-b8c9-8556332660fc'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:33.255311 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c1618d-ffcf-4501-be56-5c92296b30ae" -d '{"events": [{"server_uuid": "b119447b-00c7-441d-a1e4-f27ad0f36641", "name": "network-vif-plugged", "status": "completed", "tag": "bb3bf8b1-2986-467d-b8c9-8556332660fc"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:33.268658 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port bb3bf8b1-2986-467d-b8c9-8556332660fc, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=bb3bf8b1-2986-467d-b8c9-8556332660fc,segment=NetworkSegment(0fceec7e-7974-4ff5-aed8-46831ecb89c9),segment_id=0fceec7e-7974-4ff5-aed8-46831ecb89c9)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:33.276531 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.301041 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f088d98c-aee5-4efa-93df-e1a8b6abc1aa tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group (80434a30-756b-485b-86e5-cb6e4c2e4803), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.304994 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-51399227-f5cc-4090-bbe7-7c98d90ed23b req-fd652d84-1ad6-4d34-a2e3-ec4660da1e7b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673888 May 16 19:13:33.310012 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f088d98c-aee5-4efa-93df-e1a8b6abc1aa tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (80434a30-756b-485b-86e5-cb6e4c2e4803), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.341035 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=bb3bf8b1-2986-467d-b8c9-8556332660fc,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:33.341918 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f088d98c-aee5-4efa-93df-e1a8b6abc1aa tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.343231 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-f088d98c-aee5-4efa-93df-e1a8b6abc1aa tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1549249 May 16 19:13:33.346002 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58060) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:33.351425 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-af727904-3ab9-450c-bee3-23889912ecac tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Request body: {'security_group_rule': {'security_group_id': '80434a30-756b-485b-86e5-cb6e4c2e4803', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:33.357493 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d98c-aee5-4efa-93df-e1a8b6abc1aa tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80434a30-756b-485b-86e5-cb6e4c2e4803,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:33.369581 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919f217f-876f-4649-87f0-198d54228652 x-openstack-request-id: req-919f217f-876f-4649-87f0-198d54228652 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:33.369872 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b119447b-00c7-441d-a1e4-f27ad0f36641", "name": "network-vif-plugged", "status": "completed", "tag": "bb3bf8b1-2986-467d-b8c9-8556332660fc", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:33.370122 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-919f217f-876f-4649-87f0-198d54228652 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:33.370516 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-919f217f-876f-4649-87f0-198d54228652'] response: {'server_uuid': 'b119447b-00c7-441d-a1e4-f27ad0f36641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3bf8b1-2986-467d-b8c9-8556332660fc', 'code': 200} May 16 19:13:33.379935 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-af727904-3ab9-450c-bee3-23889912ecac tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group_rule (9a8d122f-4e3b-4c4d-9149-ff28368946f3), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.433525 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-af727904-3ab9-450c-bee3-23889912ecac tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group_rule (9a8d122f-4e3b-4c4d-9149-ff28368946f3), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.437020 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-af727904-3ab9-450c-bee3-23889912ecac tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (9a8d122f-4e3b-4c4d-9149-ff28368946f3), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.454993 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af727904-3ab9-450c-bee3-23889912ecac tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8d122f-4e3b-4c4d-9149-ff28368946f3,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:33.463032 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-af727904-3ab9-450c-bee3-23889912ecac tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.464190 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-af727904-3ab9-450c-bee3-23889912ecac tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167703 May 16 19:13:33.466789 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58062) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:33.470940 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-7ae99868-5e88-4d16-a8da-08fd056b1a9e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Request body: {'security_group_rule': {'security_group_id': '80434a30-756b-485b-86e5-cb6e4c2e4803', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:33.495424 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7ae99868-5e88-4d16-a8da-08fd056b1a9e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group_rule (e3b17e25-d65e-45eb-87f0-dab69dd991f6), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.550174 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7ae99868-5e88-4d16-a8da-08fd056b1a9e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group_rule (e3b17e25-d65e-45eb-87f0-dab69dd991f6), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.553591 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7ae99868-5e88-4d16-a8da-08fd056b1a9e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (e3b17e25-d65e-45eb-87f0-dab69dd991f6), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.573260 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae99868-5e88-4d16-a8da-08fd056b1a9e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b17e25-d65e-45eb-87f0-dab69dd991f6,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:33.580095 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7ae99868-5e88-4d16-a8da-08fd056b1a9e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.581400 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-7ae99868-5e88-4d16-a8da-08fd056b1a9e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137109 May 16 19:13:33.584872 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58064) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:33.590053 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-4aa762dc-68f9-4cc0-8033-988cd3332f2f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Request body: {'floatingip': {'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:33.610179 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4aa762dc-68f9-4cc0-8033-988cd3332f2f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.690067 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4aa762dc-68f9-4cc0-8033-988cd3332f2f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.766608 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52373b3-888a-4510-9145-f465a44097bf req-76666ab7-81eb-42a0-ba42-bc711880f0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:33.768142 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-f52373b3-888a-4510-9145-f465a44097bf req-76666ab7-81eb-42a0-ba42-bc711880f0df service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 1129 time: 0.0389416 May 16 19:13:33.797960 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-4aa762dc-68f9-4cc0-8033-988cd3332f2f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Allocated IP 172.28.3.112 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/1b2fd7f2-7c49-4c9b-b0b1-30593c609e8f) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:13:33.818714 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-f52373b3-888a-4510-9145-f465a44097bf req-4cfde690-bcfc-4741-aa09-d44dcc24f4cb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395033 May 16 19:13:33.896206 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4aa762dc-68f9-4cc0-8033-988cd3332f2f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for port (1b2fd7f2-7c49-4c9b-b0b1-30593c609e8f), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.931705 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4aa762dc-68f9-4cc0-8033-988cd3332f2f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (1b2fd7f2-7c49-4c9b-b0b1-30593c609e8f), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:33.965698 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa762dc-68f9-4cc0-8033-988cd3332f2f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:13:33.968436 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-4aa762dc-68f9-4cc0-8033-988cd3332f2f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:33.971838 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa762dc-68f9-4cc0-8033-988cd3332f2f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:13:33.996670 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa762dc-68f9-4cc0-8033-988cd3332f2f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Pushing event updated for resources: {'Port': ['ID=1b2fd7f2-7c49-4c9b-b0b1-30593c609e8f,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:34.084297 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4aa762dc-68f9-4cc0-8033-988cd3332f2f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for floatingip (9ca1e379-78a9-4a0c-9f82-ecafa7161aa6), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.105244 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24971951-363a-478e-93ec-804a9db71604 req-4009c11a-3132-45da-90f4-b7e3ca5a448c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:34.106671 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-24971951-363a-478e-93ec-804a9db71604 req-4009c11a-3132-45da-90f4-b7e3ca5a448c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 946 time: 0.0568552 May 16 19:13:34.150989 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4aa762dc-68f9-4cc0-8033-988cd3332f2f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (1b2fd7f2-7c49-4c9b-b0b1-30593c609e8f), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.156775 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.222429 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-24971951-363a-478e-93ec-804a9db71604 req-f09a303e-359e-4d9a-9757-26a568074d4f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957427 May 16 19:13:34.347603 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4aa762dc-68f9-4cc0-8033-988cd3332f2f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for port (1b2fd7f2-7c49-4c9b-b0b1-30593c609e8f), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.352726 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4aa762dc-68f9-4cc0-8033-988cd3332f2f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127128894'] for port (1b2fd7f2-7c49-4c9b-b0b1-30593c609e8f), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.448575 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa762dc-68f9-4cc0-8033-988cd3332f2f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Pushing event updated for resources: {'Port': ['ID=1b2fd7f2-7c49-4c9b-b0b1-30593c609e8f,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:34.462210 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb67e5-4f04-489d-8741-b3d4bcfb5e7b req-812fdff7-3dc2-470a-9d75-a7d9fadbcc37 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:34.463705 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-58fb67e5-4f04-489d-8741-b3d4bcfb5e7b req-812fdff7-3dc2-470a-9d75-a7d9fadbcc37 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 945 time: 0.0870523 May 16 19:13:34.479249 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4aa762dc-68f9-4cc0-8033-988cd3332f2f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (9ca1e379-78a9-4a0c-9f82-ecafa7161aa6), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.506521 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4aa762dc-68f9-4cc0-8033-988cd3332f2f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:34.507975 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-4aa762dc-68f9-4cc0-8033-988cd3332f2f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9220312 May 16 19:13:34.525454 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-58fb67e5-4f04-489d-8741-b3d4bcfb5e7b req-7f3808a4-7eac-4d58-8b3d-99c3e72ff19b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551035 May 16 19:13:34.656745 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-3b1feaf8-01eb-41e3-81ca-c1119deaa62c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--994175749&fields=id&tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5 HTTP/1.1" status: 200 len: 267 time: 0.0431712 May 16 19:13:34.764027 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-a96e4751-5c4b-4da1-8514-72eb2db6de25 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:34.765410 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-a96e4751-5c4b-4da1-8514-72eb2db6de25 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/networks?id=fa48d056-bb3a-4902-b0df-7a66e8554ee6 HTTP/1.1" status: 200 len: 816 time: 0.1023941 May 16 19:13:34.779201 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-281424ec-c90b-407b-9bea-3c38d71d493d tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/quotas/1e0707879ab84c20b8b6526f8ffdd7f5 HTTP/1.1" status: 200 len: 375 time: 0.0085983 May 16 19:13:34.825964 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-f19ba905-6cd6-4532-b881-3a28745f5ebe tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420449 May 16 19:13:34.892224 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2cea4-1f97-4cad-ba8f-c87ed0343aa7 req-8e49bcde-dc2f-46ba-87f6-9a542f389e75 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:34.893743 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-06f2cea4-1f97-4cad-ba8f-c87ed0343aa7 req-8e49bcde-dc2f-46ba-87f6-9a542f389e75 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 946 time: 0.0469635 May 16 19:13:34.959049 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-f0d0b43d-4e3b-4c2f-bef7-c1ddebfba0c4 service neutron] 10.222.0.65 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223624 May 16 19:13:34.979357 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-06f2cea4-1f97-4cad-ba8f-c87ed0343aa7 req-9cbb4dc7-24b0-480b-9c79-e563aaf6972f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Deleting port 4ee65955-8231-4691-b699-321ae596ea3f {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:34.979696 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-06f2cea4-1f97-4cad-ba8f-c87ed0343aa7 req-9cbb4dc7-24b0-480b-9c79-e563aaf6972f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (4ee65955-8231-4691-b699-321ae596ea3f), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:35.013406 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-8eea4acd-d395-4959-a3b2-9cb4f45608ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:35.057043 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-5ab831c9-50f7-4393-899d-bbad72a90116 service neutron] 10.222.0.65 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916231 May 16 19:13:35.069235 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-06f2cea4-1f97-4cad-ba8f-c87ed0343aa7 req-9cbb4dc7-24b0-480b-9c79-e563aaf6972f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] For port 4ee65955-8231-4691-b699-321ae596ea3f, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=4ee65955-8231-4691-b699-321ae596ea3f,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:35.069680 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-06f2cea4-1f97-4cad-ba8f-c87ed0343aa7 req-9cbb4dc7-24b0-480b-9c79-e563aaf6972f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (4ee65955-8231-4691-b699-321ae596ea3f), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:35.215106 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-edcb5155-5eef-495b-b87f-d2bb146875c4 req-8884806d-9eab-4018-8eea-fcb36fe29088 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 210 time: 0.0274029 May 16 19:13:35.245193 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-06f2cea4-1f97-4cad-ba8f-c87ed0343aa7 req-9cbb4dc7-24b0-480b-9c79-e563aaf6972f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:35.245650 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-06f2cea4-1f97-4cad-ba8f-c87ed0343aa7 req-9cbb4dc7-24b0-480b-9c79-e563aaf6972f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:35.246032 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.l3_db [req-06f2cea4-1f97-4cad-ba8f-c87ed0343aa7 req-9cbb4dc7-24b0-480b-9c79-e563aaf6972f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Floating IP 0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b disassociated. External IP: 172.28.3.38, port: 4ee65955-8231-4691-b699-321ae596ea3f. May 16 19:13:35.246445 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-06f2cea4-1f97-4cad-ba8f-c87ed0343aa7 req-9cbb4dc7-24b0-480b-9c79-e563aaf6972f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Calling delete_port for 4ee65955-8231-4691-b699-321ae596ea3f owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:35.337156 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e2cef-df09-4919-8f5d-16df31b10660 req-00822a97-6d24-42ee-9854-c58c9faff8ad tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:35.344057 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-857e2cef-df09-4919-8f5d-16df31b10660 req-00822a97-6d24-42ee-9854-c58c9faff8ad tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 946 time: 0.0529959 May 16 19:13:35.381365 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-06f2cea4-1f97-4cad-ba8f-c87ed0343aa7 req-9cbb4dc7-24b0-480b-9c79-e563aaf6972f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (4ee65955-8231-4691-b699-321ae596ea3f), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:35.394956 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-857e2cef-df09-4919-8f5d-16df31b10660 req-82ee860b-dcfb-4df0-a954-2d37678853a2 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=c16947cd-2265-448f-991b-a63d779a95a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500772 May 16 19:13:35.421657 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb4dc7-24b0-480b-9c79-e563aaf6972f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event deleted for resources: {'Port': ['ID=4ee65955-8231-4691-b699-321ae596ea3f,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:35.535564 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06f2cea4-1f97-4cad-ba8f-c87ed0343aa7 req-9cbb4dc7-24b0-480b-9c79-e563aaf6972f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:13:35.642896 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06f2cea4-1f97-4cad-ba8f-c87ed0343aa7 req-9cbb4dc7-24b0-480b-9c79-e563aaf6972f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:13:35.647814 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c3736-bd7a-42aa-9be1-ba0851768f30 req-dcf5b943-a1ef-4b93-83dc-055bb9aaf762 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:35.649788 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ba0c3736-bd7a-42aa-9be1-ba0851768f30 req-dcf5b943-a1ef-4b93-83dc-055bb9aaf762 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 945 time: 0.0488708 May 16 19:13:35.653856 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d22fa-ddc8-4a60-ac3c-2d5b40ad80a0 None None] Sync routers for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:13:35.664169 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d22fa-ddc8-4a60-ac3c-2d5b40ad80a0 None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:35.665394 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-f68d22fa-ddc8-4a60-ac3c-2d5b40ad80a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:13:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:35.709781 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f2cea4-1f97-4cad-ba8f-c87ed0343aa7 req-9cbb4dc7-24b0-480b-9c79-e563aaf6972f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] No DVR routers for this DVR port 4ee65955-8231-4691-b699-321ae596ea3f on host hv-cinder-83998 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:13:35.713486 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-06f2cea4-1f97-4cad-ba8f-c87ed0343aa7 req-9cbb4dc7-24b0-480b-9c79-e563aaf6972f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:35.717240 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-06f2cea4-1f97-4cad-ba8f-c87ed0343aa7 req-9cbb4dc7-24b0-480b-9c79-e563aaf6972f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "DELETE /v2.0/ports/4ee65955-8231-4691-b699-321ae596ea3f HTTP/1.1" status: 204 len: 173 time: 0.8175447 May 16 19:13:35.717727 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6d254e-2cb9-4908-95c6-b928623e23e4', 'name': 'network-vif-deleted', 'tag': '4ee65955-8231-4691-b699-321ae596ea3f'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:35.721189 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64920dff-9018-49fd-8570-22c9e57eda27" -d '{"events": [{"server_uuid": "ec6d254e-2cb9-4908-95c6-b928623e23e4", "name": "network-vif-deleted", "tag": "4ee65955-8231-4691-b699-321ae596ea3f"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:35.741065 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ba0c3736-bd7a-42aa-9be1-ba0851768f30 req-fc6629a5-8123-45d8-8382-6c562dabe898 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731094 May 16 19:13:35.769213 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602b8833-a923-41a9-8edf-2ff2cf195cb9 x-openstack-request-id: req-602b8833-a923-41a9-8edf-2ff2cf195cb9 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:35.769762 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec6d254e-2cb9-4908-95c6-b928623e23e4", "name": "network-vif-deleted", "tag": "4ee65955-8231-4691-b699-321ae596ea3f", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:35.770225 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-602b8833-a923-41a9-8edf-2ff2cf195cb9 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:35.770859 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-602b8833-a923-41a9-8edf-2ff2cf195cb9'] response: {'server_uuid': 'ec6d254e-2cb9-4908-95c6-b928623e23e4', 'name': 'network-vif-deleted', 'tag': '4ee65955-8231-4691-b699-321ae596ea3f', 'status': 'completed', 'code': 200} May 16 19:13:35.830295 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-f68d22fa-ddc8-4a60-ac3c-2d5b40ad80a0 None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:36.054022 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-f68d22fa-ddc8-4a60-ac3c-2d5b40ad80a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:36.083604 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d22fa-ddc8-4a60-ac3c-2d5b40ad80a0 None None] Checking router: 363ffe14-eb3e-4a05-a481-5c6b0647fc22 for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:13:36.085345 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:36.093666 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d22fa-ddc8-4a60-ac3c-2d5b40ad80a0 None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:36.094277 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-f68d22fa-ddc8-4a60-ac3c-2d5b40ad80a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:13:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:36.191102 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-f68d22fa-ddc8-4a60-ac3c-2d5b40ad80a0 None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:36.313627 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2e2e65e0-7870-4a89-9daf-a7f5bfbaada3 req-48d4f95e-b6f6-4cc9-b918-fe6215a085c9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 210 time: 0.0278885 May 16 19:13:36.378987 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-f68d22fa-ddc8-4a60-ac3c-2d5b40ad80a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:36.403069 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d22fa-ddc8-4a60-ac3c-2d5b40ad80a0 None None] The sync data for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb is: [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:13:36.531849 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1d43a48a-e477-422f-a797-56cff56b85ca req-46c1b74e-46ff-4008-bfcc-40d5f4b08d20 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec6d254e-2cb9-4908-95c6-b928623e23e4 HTTP/1.1" status: 200 len: 210 time: 0.0489864 May 16 19:13:36.669532 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7366c8-4f14-4c1c-97ac-34ed1501f9a3 None None] New status for floating IP 0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b: DOWN {{(pid=103576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:13:36.683803 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-10414690-9124-4019-ac02-ac702f6d7b5a req-51079d49-021f-473d-872b-72c8f5312e52 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0991390 May 16 19:13:36.760483 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-65a71b20-3442-49ea-8151-6d85bb1a346b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:36.761976 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-65a71b20-3442-49ea-8151-6d85bb1a346b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.78 "GET /v2.0/networks?id=fa48d056-bb3a-4902-b0df-7a66e8554ee6 HTTP/1.1" status: 200 len: 816 time: 0.1671565 May 16 19:13:36.767712 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10414690-9124-4019-ac02-ac702f6d7b5a req-3ec87104-3fc7-44ed-ae51-54b43808d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:36.769105 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-10414690-9124-4019-ac02-ac702f6d7b5a req-3ec87104-3fc7-44ed-ae51-54b43808d546 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=05edbc82d64b43618010c829eff5c529&device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 1129 time: 0.0632305 May 16 19:13:36.946631 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-fd09af0b-10a1-4202-ad76-295b9459254e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5 HTTP/1.1" status: 200 len: 379 time: 0.0837469 May 16 19:13:36.977804 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-c10933b3-eaad-4e02-9aec-47098f928933 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Request body: {'port': {'device_id': 'c2497171-958b-428c-a5dd-d8102d661504', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'admin_state_up': True, 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'security_groups': ['80434a30-756b-485b-86e5-cb6e4c2e4803']}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:37.096493 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394ad9d-8f8c-46a4-95ed-f2959e03992b req-45a4d2f5-39f7-4af1-8261-abc599d89062 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:37.098086 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e394ad9d-8f8c-46a4-95ed-f2959e03992b req-45a4d2f5-39f7-4af1-8261-abc599d89062 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 945 time: 0.2763779 May 16 19:13:37.146594 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e394ad9d-8f8c-46a4-95ed-f2959e03992b req-4b8012c5-218e-4037-8a50-e73cd3cf6b07 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422285 May 16 19:13:37.262389 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea89697-c00f-4a6e-af2d-f35ca6c460b8 req-7d6a8f9b-2d2a-4d1e-bb91-b42da648b639 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:37.263776 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-bea89697-c00f-4a6e-af2d-f35ca6c460b8 req-7d6a8f9b-2d2a-4d1e-bb91-b42da648b639 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 945 time: 0.0465460 May 16 19:13:37.273019 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10414690-9124-4019-ac02-ac702f6d7b5a req-76381458-aa03-4ed7-8145-0e181c81be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:37.275102 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-10414690-9124-4019-ac02-ac702f6d7b5a req-76381458-aa03-4ed7-8145-0e181c81be27 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e2c884ef-2b44-416a-b203-511395242f85 HTTP/1.1" status: 200 len: 912 time: 0.3843818 May 16 19:13:37.309785 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-bea89697-c00f-4a6e-af2d-f35ca6c460b8 req-b1961980-0e16-4c28-9cba-8d152d6917de tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402877 May 16 19:13:37.365911 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-10414690-9124-4019-ac02-ac702f6d7b5a req-40370186-c556-4a7e-b66b-d606076ec27d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72393889-ec6f-4276-a394-885d2123ceac HTTP/1.1" status: 200 len: 1000 time: 0.0838490 May 16 19:13:37.382058 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-c10933b3-eaad-4e02-9aec-47098f928933 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Made reservation on behalf of 1e0707879ab84c20b8b6526f8ffdd7f5 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:13:37.383863 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.386502 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-c10933b3-eaad-4e02-9aec-47098f928933 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.439422 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-fc9138b0-3aa7-487c-90dd-2b3d0cadbbe1 req-1293c8c6-79e6-40df-8da1-9cd18690c0d8 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 210 time: 0.0335689 May 16 19:13:37.441548 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10414690-9124-4019-ac02-ac702f6d7b5a req-575fcb1b-126f-4ed7-8e70-09825e5bf1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:37.443094 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-10414690-9124-4019-ac02-ac702f6d7b5a req-575fcb1b-126f-4ed7-8e70-09825e5bf1b0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=106d7208-a2e6-46bb-bc34-47f65193fc7d HTTP/1.1" status: 200 len: 850 time: 0.0702088 May 16 19:13:37.528211 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10414690-9124-4019-ac02-ac702f6d7b5a req-32e604d0-2f60-4ca9-85e0-877fbd13bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:37.529734 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-10414690-9124-4019-ac02-ac702f6d7b5a req-32e604d0-2f60-4ca9-85e0-877fbd13bb6f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e2c884ef-2b44-416a-b203-511395242f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0575182 May 16 19:13:37.624541 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58124) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:37.649994 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-c10933b3-eaad-4e02-9aec-47098f928933 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Allocated IP 172.20.0.6 (fa48d056-bb3a-4902-b0df-7a66e8554ee6/32734e80-b5c3-4de5-9e79-84be66140e2e/12b16058-b2ef-448e-9676-e523bef453b2) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:13:37.658819 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017c587-fc03-4ebc-874a-47c7a8586d56 req-08ac242d-4366-43eb-920e-2787bfc15db8 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:37.660330 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7017c587-fc03-4ebc-874a-47c7a8586d56 req-08ac242d-4366-43eb-920e-2787bfc15db8 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 945 time: 0.0508707 May 16 19:13:37.708750 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7017c587-fc03-4ebc-874a-47c7a8586d56 req-56aea0bf-e0c0-4d4b-9b23-9fc082f824a6 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426841 May 16 19:13:37.725490 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-10414690-9124-4019-ac02-ac702f6d7b5a req-8a4689d4-5cd2-42be-94db-271ad8bf4938 service neutron] 10.222.0.78 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891937 May 16 19:13:37.800739 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bdb30ff1-9eb6-4a42-91d9-ca983ea4e368 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (c16947cd-2265-448f-991b-a63d779a95a5), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.897357 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bdb30ff1-9eb6-4a42-91d9-ca983ea4e368 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (c16947cd-2265-448f-991b-a63d779a95a5), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:37.954053 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-10414690-9124-4019-ac02-ac702f6d7b5a req-e1659691-1ddd-442d-8a9f-aff01ae61087 service neutron] 10.222.0.78 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197959 May 16 19:13:38.003665 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bdb30ff1-9eb6-4a42-91d9-ca983ea4e368 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (c16947cd-2265-448f-991b-a63d779a95a5), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.007599 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bdb30ff1-9eb6-4a42-91d9-ca983ea4e368 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.009460 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-bdb30ff1-9eb6-4a42-91d9-ca983ea4e368 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "DELETE /v2.0/security-groups/c16947cd-2265-448f-991b-a63d779a95a5 HTTP/1.1" status: 204 len: 168 time: 0.3810742 May 16 19:13:38.017485 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-c10933b3-eaad-4e02-9aec-47098f928933 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for port (12b16058-b2ef-448e-9676-e523bef453b2), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.019772 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58132) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:38.042873 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.api.v2.resource [None req-d0c744f2-2600-4030-a9f4-89a933d040aa tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] show failed (client error): The resource could not be found. May 16 19:13:38.044135 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-d0c744f2-2600-4030-a9f4-89a933d040aa tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups/c16947cd-2265-448f-991b-a63d779a95a5 HTTP/1.1" status: 404 len: 347 time: 0.0229855 May 16 19:13:38.046161 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb30ff1-9eb6-4a42-91d9-ca983ea4e368 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16947cd-2265-448f-991b-a63d779a95a5,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:38.047193 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58134) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:38.082207 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-c10933b3-eaad-4e02-9aec-47098f928933 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (12b16058-b2ef-448e-9676-e523bef453b2), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.145820 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-c10933b3-eaad-4e02-9aec-47098f928933 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Network fa48d056-bb3a-4902-b0df-7a66e8554ee6 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:13:38.147138 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10933b3-eaad-4e02-9aec-47098f928933 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Pushing event updated for resources: {'Port': ['ID=12b16058-b2ef-448e-9676-e523bef453b2,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:38.150687 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-c10933b3-eaad-4e02-9aec-47098f928933 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:38.152740 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-c10933b3-eaad-4e02-9aec-47098f928933 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:13:38.182292 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1107d9f8-9fd8-4025-a1ce-50a33ffdba03 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Deleting port f6160444-ed86-4abc-a430-5680e5fa468b {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:13:38.182630 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1107d9f8-9fd8-4025-a1ce-50a33ffdba03 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (f6160444-ed86-4abc-a430-5680e5fa468b), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.203561 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-c10933b3-eaad-4e02-9aec-47098f928933 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:38.204218 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-c10933b3-eaad-4e02-9aec-47098f928933 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.221135 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-c10933b3-eaad-4e02-9aec-47098f928933 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2492702 May 16 19:13:38.266952 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1107d9f8-9fd8-4025-a1ce-50a33ffdba03 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (f6160444-ed86-4abc-a430-5680e5fa468b), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.267277 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1107d9f8-9fd8-4025-a1ce-50a33ffdba03 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (f6160444-ed86-4abc-a430-5680e5fa468b), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.280383 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1107d9f8-9fd8-4025-a1ce-50a33ffdba03 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Calling delete_port for f6160444-ed86-4abc-a430-5680e5fa468b owned by network:floatingip {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:13:38.297677 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Request body: {'port': {'device_id': 'c2497171-958b-428c-a5dd-d8102d661504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:38.368457 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (12b16058-b2ef-448e-9676-e523bef453b2), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.393757 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-08979bf2-5a28-46ff-a7d1-2b05d9be0bc7 None None] Provisioning complete for port 12b16058-b2ef-448e-9676-e523bef453b2 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:38.394839 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-08979bf2-5a28-46ff-a7d1-2b05d9be0bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (12b16058-b2ef-448e-9676-e523bef453b2), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.432750 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-08979bf2-5a28-46ff-a7d1-2b05d9be0bc7 None None] Port 12b16058-b2ef-448e-9676-e523bef453b2 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:13:38.438732 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1107d9f8-9fd8-4025-a1ce-50a33ffdba03 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (f6160444-ed86-4abc-a430-5680e5fa468b), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.463269 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1107d9f8-9fd8-4025-a1ce-50a33ffdba03 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event deleted for resources: {'Port': ['ID=f6160444-ed86-4abc-a430-5680e5fa468b,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:38.563033 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1107d9f8-9fd8-4025-a1ce-50a33ffdba03 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.565594 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1107d9f8-9fd8-4025-a1ce-50a33ffdba03 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.566766 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-1107d9f8-9fd8-4025-a1ce-50a33ffdba03 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "DELETE /v2.0/floatingips/0d0bb7f2-b8d0-48a4-a9d4-1ef2760b773b HTTP/1.1" status: 204 len: 168 time: 0.5166693 May 16 19:13:38.576856 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba689dc-ccfd-4e83-9af8-d837fbdc9024 req-17e2d918-6491-4cf6-b284-ca738a4dd3a4 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:38.576856 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4ba689dc-ccfd-4e83-9af8-d837fbdc9024 req-17e2d918-6491-4cf6-b284-ca738a4dd3a4 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 931 time: 0.0602000 May 16 19:13:38.644858 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.653786 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4ba689dc-ccfd-4e83-9af8-d837fbdc9024 req-9c31ac8b-f22f-4da8-9b69-0b0f10295d3f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640938 May 16 19:13:38.662864 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58140) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:38.668359 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-c2ccb69e-61ba-4b4f-8c5d-e726caa27c5c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--901104371', 'description': 'tempest-description--2051749739'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:38.689526 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c2ccb69e-61ba-4b4f-8c5d-e726caa27c5c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.715139 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b16058-b2ef-448e-9676-e523bef453b2 {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:13:38.723391 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Publish callbacks [] for port (12b16058-b2ef-448e-9676-e523bef453b2), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.737631 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Transition to ACTIVE for port object 12b16058-b2ef-448e-9676-e523bef453b2 will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:13:38.742359 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (12b16058-b2ef-448e-9676-e523bef453b2), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.758802 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c2ccb69e-61ba-4b4f-8c5d-e726caa27c5c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (da998013-bc50-46d6-b878-37d77f272d86), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.763359 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c2ccb69e-61ba-4b4f-8c5d-e726caa27c5c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (da998013-bc50-46d6-b878-37d77f272d86), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.794530 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Pushing event updated for resources: {'Port': ['ID=12b16058-b2ef-448e-9676-e523bef453b2,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:38.795139 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c2ccb69e-61ba-4b4f-8c5d-e726caa27c5c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.799066 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-c2ccb69e-61ba-4b4f-8c5d-e726caa27c5c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1321979 May 16 19:13:38.799066 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccb69e-61ba-4b4f-8c5d-e726caa27c5c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da998013-bc50-46d6-b878-37d77f272d86,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:38.800285 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58142) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:38.805620 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-5b07710c-33c0-4fbd-aa38-85dd499e386c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'security_group_rule': {'security_group_id': 'da998013-bc50-46d6-b878-37d77f272d86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:38.886587 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b07710c-33c0-4fbd-aa38-85dd499e386c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (4ebab11f-ae4c-4cda-820a-7cc72ac80218), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.923781 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Attempting to bind port 12b16058-b2ef-448e-9676-e523bef453b2 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:13:38.924113 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Attempting to bind port 12b16058-b2ef-448e-9676-e523bef453b2 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': 'f695c4ed-817c-4a06-ac18-bfe5624b643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:13:38.924443 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Attempting to bind port 12b16058-b2ef-448e-9676-e523bef453b2 on network fa48d056-bb3a-4902-b0df-7a66e8554ee6 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:13:38.937243 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Port 12b16058-b2ef-448e-9676-e523bef453b2 on network fa48d056-bb3a-4902-b0df-7a66e8554ee6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:13:38.937545 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Attempting to bind port 12b16058-b2ef-448e-9676-e523bef453b2 on network fa48d056-bb3a-4902-b0df-7a66e8554ee6 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:13:38.949877 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:13:38.950217 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Checking segment: {'id': 'f695c4ed-817c-4a06-ac18-bfe5624b643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:13:38.950604 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Bound using segment: {'id': 'f695c4ed-817c-4a06-ac18-bfe5624b643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:13:38.951050 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Bound port: 12b16058-b2ef-448e-9676-e523bef453b2, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f695c4ed-817c-4a06-ac18-bfe5624b643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:13:38.951409 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (12b16058-b2ef-448e-9676-e523bef453b2), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.966924 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b07710c-33c0-4fbd-aa38-85dd499e386c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (4ebab11f-ae4c-4cda-820a-7cc72ac80218), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:38.972505 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b07710c-33c0-4fbd-aa38-85dd499e386c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (4ebab11f-ae4c-4cda-820a-7cc72ac80218), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:39.010800 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07710c-33c0-4fbd-aa38-85dd499e386c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebab11f-ae4c-4cda-820a-7cc72ac80218,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:39.022848 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b07710c-33c0-4fbd-aa38-85dd499e386c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:39.025338 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-5b07710c-33c0-4fbd-aa38-85dd499e386c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2225592 May 16 19:13:39.027308 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58146) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:39.032860 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-d31d1fb9-8166-4e7d-a9fe-691814d4603c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'security_group_rule': {'security_group_id': 'da998013-bc50-46d6-b878-37d77f272d86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:39.040831 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] For port 12b16058-b2ef-448e-9676-e523bef453b2, host hv-cinder-83998, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:13:39.049956 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] For port 12b16058-b2ef-448e-9676-e523bef453b2, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=12b16058-b2ef-448e-9676-e523bef453b2,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:13:39.060876 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (12b16058-b2ef-448e-9676-e523bef453b2), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:39.075328 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d31d1fb9-8166-4e7d-a9fe-691814d4603c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (94bf4dc3-86f4-488c-b5f7-9edf8a308de3), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:39.098234 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 4ee65955-8231-4691-b699-321ae596ea3f no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:13:39.104427 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:39.105344 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:39.107020 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] 10.222.0.78 "PUT /v2.0/ports/12b16058-b2ef-448e-9676-e523bef453b2 HTTP/1.1" status: 200 len: 1093 time: 0.8174555 May 16 19:13:39.107553 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2497171-958b-428c-a5dd-d8102d661504', 'tag': '12b16058-b2ef-448e-9676-e523bef453b2'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:39.109926 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2869c12b-b953-4aa5-88b4-4e30c53f8dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "c2497171-958b-428c-a5dd-d8102d661504", "tag": "12b16058-b2ef-448e-9676-e523bef453b2"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:39.138756 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d31d1fb9-8166-4e7d-a9fe-691814d4603c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (94bf4dc3-86f4-488c-b5f7-9edf8a308de3), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:39.144989 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d31d1fb9-8166-4e7d-a9fe-691814d4603c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (94bf4dc3-86f4-488c-b5f7-9edf8a308de3), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:39.147850 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: 4ee65955-8231-4691-b699-321ae596ea3f {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:13:39.148316 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 4ee65955-8231-4691-b699-321ae596ea3f not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:13:39.156932 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d402a-b614-4c85-a909-06605468ed00 service neutron] Pushing event updated for resources: {'Port': ['ID=12b16058-b2ef-448e-9676-e523bef453b2,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:39.197912 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d31d1fb9-8166-4e7d-a9fe-691814d4603c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:39.199402 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-d31d1fb9-8166-4e7d-a9fe-691814d4603c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1704214 May 16 19:13:39.200470 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d1fb9-8166-4e7d-a9fe-691814d4603c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bf4dc3-86f4-488c-b5f7-9edf8a308de3,revision_number=0']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:39.203872 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58154) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:39.209517 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-d0990b85-ab4b-4ef4-b952-529cb332d5f7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'floatingip': {'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:39.217204 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06299f73-88c4-4474-b1b4-c07ccf6d1936 x-openstack-request-id: req-06299f73-88c4-4474-b1b4-c07ccf6d1936 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:39.217600 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2497171-958b-428c-a5dd-d8102d661504", "tag": "12b16058-b2ef-448e-9676-e523bef453b2", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:39.217905 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06299f73-88c4-4474-b1b4-c07ccf6d1936 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:39.218365 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06299f73-88c4-4474-b1b4-c07ccf6d1936'] response: {'name': 'network-changed', 'server_uuid': 'c2497171-958b-428c-a5dd-d8102d661504', 'tag': '12b16058-b2ef-448e-9676-e523bef453b2', 'status': 'completed', 'code': 200} May 16 19:13:39.226050 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-5f1793a6-4ed8-48b3-8b28-6cc2d6f2a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:39.227680 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-5f1793a6-4ed8-48b3-8b28-6cc2d6f2a0f2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5&device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 1127 time: 0.0682561 May 16 19:13:39.273209 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d0990b85-ab4b-4ef4-b952-529cb332d5f7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:39.279731 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-c6709c44-50d8-4f00-8891-2f522c70054f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12b16058-b2ef-448e-9676-e523bef453b2 HTTP/1.1" status: 200 len: 217 time: 0.0440152 May 16 19:13:39.384641 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-2c6c3a3b-5bd9-45d0-b989-24e6bf783f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:39.386079 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-2c6c3a3b-5bd9-45d0-b989-24e6bf783f30 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=32734e80-b5c3-4de5-9e79-84be66140e2e HTTP/1.1" status: 200 len: 855 time: 0.0955942 May 16 19:13:39.404350 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d0990b85-ab4b-4ef4-b952-529cb332d5f7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:39.470163 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-120600a2-248e-4fe1-b6ee-7c0db12191be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:39.471735 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-120600a2-248e-4fe1-b6ee-7c0db12191be service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fa48d056-bb3a-4902-b0df-7a66e8554ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0778308 May 16 19:13:39.619861 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-d0990b85-ab4b-4ef4-b952-529cb332d5f7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Allocated IP 172.28.3.23 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/1e8eb39b-84fd-4af5-aa5c-7c8b6a226932) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:13:39.626504 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-34efdcb3-347e-4b41-8174-71f66b49e6f0 service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462491 May 16 19:13:39.771192 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9fd00c-20a0-4413-b2db-303cc51dd7c4 req-3ef253eb-8946-4ea0-8a1c-db19ea05a285 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:39.772712 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0f9fd00c-20a0-4413-b2db-303cc51dd7c4 req-3ef253eb-8946-4ea0-8a1c-db19ea05a285 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0490615 May 16 19:13:39.787092 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-00169463-05d9-4831-aa0f-c130ee1d50d4 req-9c5ad966-066a-4ca3-8159-f5070e147d67 service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503537 May 16 19:13:39.797466 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d0990b85-ab4b-4ef4-b952-529cb332d5f7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for port (1e8eb39b-84fd-4af5-aa5c-7c8b6a226932), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:39.830186 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0f9fd00c-20a0-4413-b2db-303cc51dd7c4 req-d6bb6a60-7bca-4dba-b139-5199c668b835 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508571 May 16 19:13:39.831242 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d0990b85-ab4b-4ef4-b952-529cb332d5f7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (1e8eb39b-84fd-4af5-aa5c-7c8b6a226932), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:39.869801 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0990b85-ab4b-4ef4-b952-529cb332d5f7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:13:39.872609 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-d0990b85-ab4b-4ef4-b952-529cb332d5f7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:39.878462 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0990b85-ab4b-4ef4-b952-529cb332d5f7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:13:39.901707 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0990b85-ab4b-4ef4-b952-529cb332d5f7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'Port': ['ID=1e8eb39b-84fd-4af5-aa5c-7c8b6a226932,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:39.962854 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d0990b85-ab4b-4ef4-b952-529cb332d5f7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (b7943cfc-ca96-482b-a69f-40b40a0b3978), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:39.997785 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d0990b85-ab4b-4ef4-b952-529cb332d5f7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (1e8eb39b-84fd-4af5-aa5c-7c8b6a226932), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.167360 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d0990b85-ab4b-4ef4-b952-529cb332d5f7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for port (1e8eb39b-84fd-4af5-aa5c-7c8b6a226932), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.171921 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d0990b85-ab4b-4ef4-b952-529cb332d5f7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (1e8eb39b-84fd-4af5-aa5c-7c8b6a226932), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.235117 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0990b85-ab4b-4ef4-b952-529cb332d5f7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'Port': ['ID=1e8eb39b-84fd-4af5-aa5c-7c8b6a226932,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:40.246508 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d0990b85-ab4b-4ef4-b952-529cb332d5f7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (b7943cfc-ca96-482b-a69f-40b40a0b3978), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.262000 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d0990b85-ab4b-4ef4-b952-529cb332d5f7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:40.263182 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-d0990b85-ab4b-4ef4-b952-529cb332d5f7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0581055 May 16 19:13:40.427423 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-b75e3082-79b3-492c-b592-8672cd1efbb2 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--901104371&fields=id&tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513 HTTP/1.1" status: 200 len: 267 time: 0.0412803 May 16 19:13:40.530901 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-f98b8f8c-4b84-4fd1-afe7-d2da9ff3a032 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:40.532303 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-f98b8f8c-4b84-4fd1-afe7-d2da9ff3a032 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/networks?id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de HTTP/1.1" status: 200 len: 815 time: 0.0987861 May 16 19:13:40.546821 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-edd89efc-4046-402c-82cf-8384a2b9085a tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/quotas/84a4b9a583d64f49aad8b2c8ea0d5513 HTTP/1.1" status: 200 len: 375 time: 0.0091016 May 16 19:13:40.597177 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-40ae7dcf-c7ba-47de-a05d-3d510ca1b615 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456543 May 16 19:13:40.693108 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-55349bb1-7f59-441d-a440-0095f9af0433 service neutron] 10.222.0.65 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848041 May 16 19:13:40.784378 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-8f679d46-a671-457f-9ddb-53176254c5d1 service neutron] 10.222.0.65 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848496 May 16 19:13:40.961464 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-922a69f3-db62-4d4e-b162-6c5b77433e27 req-2c04b5c9-7861-463f-b037-8288e8b9a0ea tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 210 time: 0.0298469 May 16 19:13:40.980040 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b57524-cb04-41c5-ac51-9cdd90dad17c req-84145045-1320-497b-ac77-ad18597f51ee tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:40.980040 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b6b57524-cb04-41c5-ac51-9cdd90dad17c req-84145045-1320-497b-ac77-ad18597f51ee tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0708914 May 16 19:13:41.025791 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b6b57524-cb04-41c5-ac51-9cdd90dad17c req-aea15f5c-e094-4fcf-9200-d35a13010b8a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459964 May 16 19:13:42.052913 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6b589a82-b7b9-4eb1-a97a-4fafd6288c17 req-6c585965-0aea-47b3-b0f6-4ce6916a22cd tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 210 time: 0.0268517 May 16 19:13:42.141532 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c7773-87ed-43eb-bb0a-94c1cc984de7 req-40503be0-6f4d-4dd2-a6e9-80f95009b5a3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:42.142991 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-fc8c7773-87ed-43eb-bb0a-94c1cc984de7 req-40503be0-6f4d-4dd2-a6e9-80f95009b5a3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0452566 May 16 19:13:42.188978 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-fc8c7773-87ed-43eb-bb0a-94c1cc984de7 req-ef739831-931a-448b-8451-aa2d1e2a02fe tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406101 May 16 19:13:42.955317 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869c12b-b953-4aa5-88b4-4e30c53f8dd8 req-9f87d705-238c-420f-98c2-632a295704b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:42.956904 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-2869c12b-b953-4aa5-88b4-4e30c53f8dd8 req-9f87d705-238c-420f-98c2-632a295704b4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5&device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 1127 time: 0.0581222 May 16 19:13:43.135807 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 12b16058-b2ef-448e-9676-e523bef453b2 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:13:43.145626 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-73477ca6-1b81-4a9d-ac51-2be7162a026d req-cde2f415-ea9c-4a17-9a65-6b6d60fbc66d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 210 time: 0.0281315 May 16 19:13:43.235838 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 12b16058-b2ef-448e-9676-e523bef453b2, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=12b16058-b2ef-448e-9676-e523bef453b2,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:43.246894 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': '12b16058-b2ef-448e-9676-e523bef453b2', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'port_id': '12b16058-b2ef-448e-9676-e523bef453b2', 'mac_address': 'fa:16:3e:b8:e4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:13:43.281990 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 12b16058-b2ef-448e-9676-e523bef453b2 is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:43.282371 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (12b16058-b2ef-448e-9676-e523bef453b2), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:43.298235 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b16058-b2ef-448e-9676-e523bef453b2 {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:13:43.306209 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffb84c-6340-46ab-9a86-61d4d2cd5958 req-f12103de-d497-4a52-8ac0-78c4c50c5e86 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:43.307723 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-18ffb84c-6340-46ab-9a86-61d4d2cd5958 req-f12103de-d497-4a52-8ac0-78c4c50c5e86 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0497677 May 16 19:13:43.317520 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 12b16058-b2ef-448e-9676-e523bef453b2, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=12b16058-b2ef-448e-9676-e523bef453b2,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:43.322792 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (12b16058-b2ef-448e-9676-e523bef453b2), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:43.369692 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-18ffb84c-6340-46ab-9a86-61d4d2cd5958 req-4412d7ea-100c-4f82-8296-c39956a9ddab tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543773 May 16 19:13:43.385061 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=12b16058-b2ef-448e-9676-e523bef453b2,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:43.459604 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869c12b-b953-4aa5-88b4-4e30c53f8dd8 req-b028a459-5490-47e6-9d00-aea8d5e39846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:43.461763 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-2869c12b-b953-4aa5-88b4-4e30c53f8dd8 req-b028a459-5490-47e6-9d00-aea8d5e39846 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fa48d056-bb3a-4902-b0df-7a66e8554ee6 HTTP/1.1" status: 200 len: 917 time: 0.1379907 May 16 19:13:43.504013 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-2869c12b-b953-4aa5-88b4-4e30c53f8dd8 req-000b51d0-a830-445a-93ff-341db64a1c17 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12b16058-b2ef-448e-9676-e523bef453b2 HTTP/1.1" status: 200 len: 217 time: 0.0354679 May 16 19:13:43.776665 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['12b16058-b2ef-448e-9676-e523bef453b2'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:13:43.869995 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869c12b-b953-4aa5-88b4-4e30c53f8dd8 req-e3317c01-5220-4b7e-bf4d-0c78693137a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:43.871694 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-2869c12b-b953-4aa5-88b4-4e30c53f8dd8 req-e3317c01-5220-4b7e-bf4d-0c78693137a1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=32734e80-b5c3-4de5-9e79-84be66140e2e HTTP/1.1" status: 200 len: 855 time: 0.0557668 May 16 19:13:43.934428 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869c12b-b953-4aa5-88b4-4e30c53f8dd8 req-6dbc0a83-045b-4427-8c97-0a6ec8b0f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:43.934428 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-2869c12b-b953-4aa5-88b4-4e30c53f8dd8 req-6dbc0a83-045b-4427-8c97-0a6ec8b0f08d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fa48d056-bb3a-4902-b0df-7a66e8554ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0521252 May 16 19:13:44.089722 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127209f-b514-45bc-99ad-f2aa2e3eeee5 req-b09860ee-92c2-4a9f-a31f-4876684ce1a2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:44.091143 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e127209f-b514-45bc-99ad-f2aa2e3eeee5 req-b09860ee-92c2-4a9f-a31f-4876684ce1a2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 945 time: 0.0535667 May 16 19:13:44.111152 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-676d80bd-745a-485b-ae6a-89a15d5be72a tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:44.112612 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-676d80bd-745a-485b-ae6a-89a15d5be72a tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "GET /v2.0/networks?id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de HTTP/1.1" status: 200 len: 815 time: 0.1807604 May 16 19:13:44.119996 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-2869c12b-b953-4aa5-88b4-4e30c53f8dd8 req-9e3e9769-97ba-4c4c-8a44-a479fda8e9e9 service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596315 May 16 19:13:44.143124 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e127209f-b514-45bc-99ad-f2aa2e3eeee5 req-178297af-02bd-4b1e-99dc-dbbb977147e1 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455246 May 16 19:13:44.166493 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58222) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:44.238554 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-de3158d0-083d-440c-9e71-515cbdc03970 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513 HTTP/1.1" status: 200 len: 379 time: 0.1176140 May 16 19:13:44.263894 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6f4d81bc-c8d8-49d8-a35c-04047454da4c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'port': {'device_id': '42a54f55-d54f-4d42-958b-df4752f53e0e', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'admin_state_up': True, 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'security_groups': ['da998013-bc50-46d6-b878-37d77f272d86']}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:44.275512 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-fdf20ecc-4118-4e86-b643-f05a6b7e0170 req-6389423c-2a66-4492-8238-4bbd3319cafe tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 210 time: 0.0488398 May 16 19:13:44.286079 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d158cd96-8515-419f-af60-b9396e2af3f3 tempest-TestMinimumBasicScenario-1154631600 tempest-TestMinimumBasicScenario-1154631600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:44.289097 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-d158cd96-8515-419f-af60-b9396e2af3f3 tempest-TestMinimumBasicScenario-1154631600 tempest-TestMinimumBasicScenario-1154631600-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 1124 time: 0.1203241 May 16 19:13:44.291085 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-2869c12b-b953-4aa5-88b4-4e30c53f8dd8 req-30df73c2-a55d-433d-b242-6e9d0808cefd service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565754 May 16 19:13:44.291518 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58228) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:44.300985 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Request body: {'floatingip': {'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'port_id': 'bb3bf8b1-2986-467d-b8c9-8556332660fc', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:44.360834 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:44.455081 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6f4d81bc-c8d8-49d8-a35c-04047454da4c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Made reservation on behalf of 84a4b9a583d64f49aad8b2c8ea0d5513 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:13:44.458452 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6f4d81bc-c8d8-49d8-a35c-04047454da4c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:44.468820 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:44.501277 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac6892-d132-4807-9921-02857acfd65d req-e2df4c5d-7910-481d-ba97-f8a12ced899e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:44.502766 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d4ac6892-d132-4807-9921-02857acfd65d req-e2df4c5d-7910-481d-ba97-f8a12ced899e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 944 time: 0.0483220 May 16 19:13:44.551750 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d4ac6892-d132-4807-9921-02857acfd65d req-0e824223-8da4-41ab-946a-5f99dbc0a01c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427263 May 16 19:13:44.874927 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Allocated IP 172.28.3.246 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/5545cb8e-357e-4488-a05c-37322a9f91df) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:13:44.877096 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6f4d81bc-c8d8-49d8-a35c-04047454da4c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Allocated IP 172.20.0.12 (3cb27ab2-3f03-450b-967b-0cbe8bcd58de/05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae/21b77711-4f43-4339-bf04-8dd50a8b6dab) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:13:45.071285 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for port (5545cb8e-357e-4488-a05c-37322a9f91df), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.102582 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6f4d81bc-c8d8-49d8-a35c-04047454da4c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for port (21b77711-4f43-4339-bf04-8dd50a8b6dab), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.138341 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (5545cb8e-357e-4488-a05c-37322a9f91df), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.147227 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 12b16058-b2ef-448e-9676-e523bef453b2 up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:13:45.183457 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6f4d81bc-c8d8-49d8-a35c-04047454da4c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (21b77711-4f43-4339-bf04-8dd50a8b6dab), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.194930 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port 12b16058-b2ef-448e-9676-e523bef453b2 completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:13:45.201058 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:13:45.202275 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port 12b16058-b2ef-448e-9676-e523bef453b2 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:45.202653 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (12b16058-b2ef-448e-9676-e523bef453b2), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.209142 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:45.212086 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Pushing event updated for resources: {'Port': ['ID=5545cb8e-357e-4488-a05c-37322a9f91df,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:45.214026 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:13:45.264506 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6f4d81bc-c8d8-49d8-a35c-04047454da4c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:13:45.272682 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6f4d81bc-c8d8-49d8-a35c-04047454da4c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:13:45.278471 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6f4d81bc-c8d8-49d8-a35c-04047454da4c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:13:45.292761 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 12b16058-b2ef-448e-9676-e523bef453b2 is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:45.293152 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (12b16058-b2ef-448e-9676-e523bef453b2), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.323225 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2497171-958b-428c-a5dd-d8102d661504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b16058-b2ef-448e-9676-e523bef453b2'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:45.323718 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4d81bc-c8d8-49d8-a35c-04047454da4c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'Port': ['ID=21b77711-4f43-4339-bf04-8dd50a8b6dab,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:45.326370 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0772ff80-e87a-4960-99a7-c866590a3b51" -d '{"events": [{"server_uuid": "c2497171-958b-428c-a5dd-d8102d661504", "name": "network-vif-plugged", "status": "completed", "tag": "12b16058-b2ef-448e-9676-e523bef453b2"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:45.355763 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6f4d81bc-c8d8-49d8-a35c-04047454da4c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:45.356430 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6f4d81bc-c8d8-49d8-a35c-04047454da4c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.370928 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 12b16058-b2ef-448e-9676-e523bef453b2, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=12b16058-b2ef-448e-9676-e523bef453b2,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:45.381309 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (12b16058-b2ef-448e-9676-e523bef453b2), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.407171 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7d30ca-3e52-49cf-928d-2786afdd9647 x-openstack-request-id: req-5f7d30ca-3e52-49cf-928d-2786afdd9647 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:45.407690 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2497171-958b-428c-a5dd-d8102d661504", "name": "network-vif-plugged", "status": "completed", "tag": "12b16058-b2ef-448e-9676-e523bef453b2", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:45.408127 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f7d30ca-3e52-49cf-928d-2786afdd9647 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:45.408730 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f7d30ca-3e52-49cf-928d-2786afdd9647'] response: {'server_uuid': 'c2497171-958b-428c-a5dd-d8102d661504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b16058-b2ef-448e-9676-e523bef453b2', 'code': 200} May 16 19:13:45.420936 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6f4d81bc-c8d8-49d8-a35c-04047454da4c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1647878 May 16 19:13:45.439153 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=12b16058-b2ef-448e-9676-e523bef453b2,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:45.443932 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff318b-c79d-4a6f-964c-3c4884aa33a1 req-c5753f11-310c-47c7-bec2-e861eaf7f942 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:45.446444 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-feff318b-c79d-4a6f-964c-3c4884aa33a1 req-c5753f11-310c-47c7-bec2-e861eaf7f942 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 932 time: 0.0948195 May 16 19:13:45.451441 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Request body: {'port': {'device_id': '42a54f55-d54f-4d42-958b-df4752f53e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:45.514261 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-feff318b-c79d-4a6f-964c-3c4884aa33a1 req-312a2a54-a46d-4603-a7c2-fc1b29d05da9 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=da998013-bc50-46d6-b878-37d77f272d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575962 May 16 19:13:45.569880 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (21b77711-4f43-4339-bf04-8dd50a8b6dab), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.646261 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0c023ca0-6268-4762-a6c8-13f46af5db19 None None] Provisioning complete for port 21b77711-4f43-4339-bf04-8dd50a8b6dab triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:45.646571 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0c023ca0-6268-4762-a6c8-13f46af5db19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (21b77711-4f43-4339-bf04-8dd50a8b6dab), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:45.673162 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94fc4db-9a34-47b0-8126-36e469af9b30 req-659b8401-5b48-4b6e-9a5b-8ff0e8e353e0 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:45.674895 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c94fc4db-9a34-47b0-8126-36e469af9b30 req-659b8401-5b48-4b6e-9a5b-8ff0e8e353e0 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0484037 May 16 19:13:45.677848 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0c023ca0-6268-4762-a6c8-13f46af5db19 None None] Port 21b77711-4f43-4339-bf04-8dd50a8b6dab cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:13:45.688078 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa549f-218e-49c0-bcaa-edbe863e323d req-94c334ab-71d6-48a2-97ef-90daa50b9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:45.689570 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-c9aa549f-218e-49c0-bcaa-edbe863e323d req-94c334ab-71d6-48a2-97ef-90daa50b9d0e service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 1129 time: 0.1073501 May 16 19:13:45.725808 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c94fc4db-9a34-47b0-8126-36e469af9b30 req-6fafe76f-ff7e-4589-a101-cc3df69f054d tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424504 May 16 19:13:45.887199 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-c9aa549f-218e-49c0-bcaa-edbe863e323d req-34925737-12fe-484d-b282-e86edffed763 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795225 May 16 19:13:46.014719 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for floatingip (bc19d116-9e7e-4e61-ac81-236c5b32e653), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:46.119953 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b77711-4f43-4339-bf04-8dd50a8b6dab {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:13:46.127441 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (5545cb8e-357e-4488-a05c-37322a9f91df), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:46.129959 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Publish callbacks [] for port (21b77711-4f43-4339-bf04-8dd50a8b6dab), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:46.162194 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Transition to ACTIVE for port object 21b77711-4f43-4339-bf04-8dd50a8b6dab will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:13:46.169674 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (21b77711-4f43-4339-bf04-8dd50a8b6dab), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:46.269210 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Pushing event updated for resources: {'Port': ['ID=21b77711-4f43-4339-bf04-8dd50a8b6dab,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:46.400330 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Attempting to bind port 21b77711-4f43-4339-bf04-8dd50a8b6dab on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:13:46.400533 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Attempting to bind port 21b77711-4f43-4339-bf04-8dd50a8b6dab by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:13:46.400744 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Attempting to bind port 21b77711-4f43-4339-bf04-8dd50a8b6dab on network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:13:46.415958 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Port 21b77711-4f43-4339-bf04-8dd50a8b6dab on network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:13:46.416275 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Attempting to bind port 21b77711-4f43-4339-bf04-8dd50a8b6dab on network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:13:46.423345 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for port (5545cb8e-357e-4488-a05c-37322a9f91df), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:46.425127 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:13:46.425456 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Checking segment: {'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:13:46.425828 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Bound using segment: {'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:13:46.426252 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Bound port: 21b77711-4f43-4339-bf04-8dd50a8b6dab, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:13:46.426611 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (21b77711-4f43-4339-bf04-8dd50a8b6dab), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:46.435730 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (5545cb8e-357e-4488-a05c-37322a9f91df), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:46.528079 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Pushing event updated for resources: {'Port': ['ID=5545cb8e-357e-4488-a05c-37322a9f91df,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:46.553122 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (bc19d116-9e7e-4e61-ac81-236c5b32e653), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:46.587620 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] For port 21b77711-4f43-4339-bf04-8dd50a8b6dab, host hv-cinder-83998, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:13:46.603569 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] For port 21b77711-4f43-4339-bf04-8dd50a8b6dab, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=21b77711-4f43-4339-bf04-8dd50a8b6dab,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:13:46.614790 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (21b77711-4f43-4339-bf04-8dd50a8b6dab), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:46.629433 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7eea3-f897-4b95-a196-e7edc5e85de1 req-8f0b9457-0bea-4237-9da2-7f80c8740809 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:46.630963 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5bd7eea3-f897-4b95-a196-e7edc5e85de1 req-8f0b9457-0bea-4237-9da2-7f80c8740809 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 944 time: 0.0481341 May 16 19:13:46.679108 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5bd7eea3-f897-4b95-a196-e7edc5e85de1 req-8b5a6d91-49ed-40da-a8c1-94dfa524bbde tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=da998013-bc50-46d6-b878-37d77f272d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421460 May 16 19:13:46.684430 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:46.685073 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:46.686456 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] 10.222.0.78 "PUT /v2.0/ports/21b77711-4f43-4339-bf04-8dd50a8b6dab HTTP/1.1" status: 200 len: 1094 time: 1.2463102 May 16 19:13:46.686897 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a54f55-d54f-4d42-958b-df4752f53e0e', 'tag': '21b77711-4f43-4339-bf04-8dd50a8b6dab'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:46.689152 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027ae4a0-d3f3-495e-89c9-54b1c3cada84" -d '{"events": [{"name": "network-changed", "server_uuid": "42a54f55-d54f-4d42-958b-df4752f53e0e", "tag": "21b77711-4f43-4339-bf04-8dd50a8b6dab"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:46.698215 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.l3_db [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Floating IP bc19d116-9e7e-4e61-ac81-236c5b32e653 associated. External IP: 172.28.3.246, port: bb3bf8b1-2986-467d-b8c9-8556332660fc. May 16 19:13:46.733536 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3aff44-36b5-478d-96a6-c99b6588e793 x-openstack-request-id: req-8f3aff44-36b5-478d-96a6-c99b6588e793 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:46.733821 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a54f55-d54f-4d42-958b-df4752f53e0e", "tag": "21b77711-4f43-4339-bf04-8dd50a8b6dab", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:46.734070 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f3aff44-36b5-478d-96a6-c99b6588e793 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:46.734471 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3aff44-36b5-478d-96a6-c99b6588e793'] response: {'name': 'network-changed', 'server_uuid': '42a54f55-d54f-4d42-958b-df4752f53e0e', 'tag': '21b77711-4f43-4339-bf04-8dd50a8b6dab', 'status': 'completed', 'code': 200} May 16 19:13:46.755896 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b6390-7dfe-43e2-b933-e19309168809 service neutron] Pushing event updated for resources: {'Port': ['ID=21b77711-4f43-4339-bf04-8dd50a8b6dab,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:46.858867 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955907d-c976-4a9b-b44e-3af16893b6d0 req-5cdea4c3-1950-4172-a995-9dafe9e522c3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:46.860710 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5955907d-c976-4a9b-b44e-3af16893b6d0 req-5cdea4c3-1950-4172-a995-9dafe9e522c3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0526655 May 16 19:13:46.910692 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5955907d-c976-4a9b-b44e-3af16893b6d0 req-d97fc256-bef6-41a6-b15a-c9d91e758185 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443864 May 16 19:13:47.153815 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ae4a0-d3f3-495e-89c9-54b1c3cada84 req-351ebec3-a13f-487f-95e3-2c2d06f8cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:47.155247 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-027ae4a0-d3f3-495e-89c9-54b1c3cada84 req-351ebec3-a13f-487f-95e3-2c2d06f8cd41 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 1128 time: 0.0499501 May 16 19:13:47.156965 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Router 88037a86-3109-438f-8537-a540cebe8405 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:13:47.331423 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:13:47.333748 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ae4a0-d3f3-495e-89c9-54b1c3cada84 req-31cdee73-8e54-45c3-95a9-9cd7b84a8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:47.335191 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-027ae4a0-d3f3-495e-89c9-54b1c3cada84 req-31cdee73-8e54-45c3-95a9-9cd7b84a8dc4 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1676960 May 16 19:13:47.341766 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf15a78-0032-4c2e-be63-b0e515743a0c None None] Sync routers for ids ['88037a86-3109-438f-8537-a540cebe8405'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:13:47.351529 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf15a78-0032-4c2e-be63-b0e515743a0c None None] Routers {'88037a86-3109-438f-8537-a540cebe8405'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:47.352292 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-adf15a78-0032-4c2e-be63-b0e515743a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:13:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['88037a86-3109-438f-8537-a540cebe8405'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:47.352457 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:47.409305 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-67294299-2f49-41fc-9fef-1fed4497102b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1149194 May 16 19:13:47.412004 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58244) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:47.416692 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2034322609', 'description': 'tempest-secgroup-smoke-2034322609 description', 'project_id': '217c4bc4175641c38493bc721d2ccdc3'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:47.438410 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:47.459888 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-adf15a78-0032-4c2e-be63-b0e515743a0c None None] Set router 88037a86-3109-438f-8537-a540cebe8405 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:47.474016 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ae4a0-d3f3-495e-89c9-54b1c3cada84 req-0e4f4a7a-2049-43bc-9467-22ef90346871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:47.475769 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-027ae4a0-d3f3-495e-89c9-54b1c3cada84 req-0e4f4a7a-2049-43bc-9467-22ef90346871 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036146 May 16 19:13:47.506845 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group (84c79bfc-90c4-4609-9d78-ed5c7d3d41c0), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:47.512005 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (84c79bfc-90c4-4609-9d78-ed5c7d3d41c0), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:47.543368 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:47.544595 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1315560 May 16 19:13:47.546364 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c79bfc-90c4-4609-9d78-ed5c7d3d41c0,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:47.547556 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58246) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:47.552943 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-5b1803a6-ea67-4664-84f3-27e906e586e1 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Request body: {'security_group_rule': {'security_group_id': '84c79bfc-90c4-4609-9d78-ed5c7d3d41c0', 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:47.553433 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:47.553780 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:47.554115 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:47.554446 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:47.555316 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:47.555735 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:47.556063 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:47.556376 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:47.556921 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:47.557244 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:47.558840 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:47.559183 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:47.559513 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:47.560053 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:47.560172 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59be68a-0c74-4fcd-85c0-52a784d3ad1f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:47.584143 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b1803a6-ea67-4664-84f3-27e906e586e1 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group_rule (54625d8f-2db5-46ae-8a5c-c63818d7c730), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:47.630287 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b1803a6-ea67-4664-84f3-27e906e586e1 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group_rule (54625d8f-2db5-46ae-8a5c-c63818d7c730), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:47.634679 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b1803a6-ea67-4664-84f3-27e906e586e1 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (54625d8f-2db5-46ae-8a5c-c63818d7c730), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:47.656230 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1803a6-ea67-4664-84f3-27e906e586e1 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54625d8f-2db5-46ae-8a5c-c63818d7c730,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:47.664217 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b1803a6-ea67-4664-84f3-27e906e586e1 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:47.665367 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-5b1803a6-ea67-4664-84f3-27e906e586e1 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165211 May 16 19:13:47.668001 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58248) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:47.672277 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-88643858-61d0-4dfd-9d0c-a0f29cf7b152 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Request body: {'security_group_rule': {'security_group_id': '84c79bfc-90c4-4609-9d78-ed5c7d3d41c0', 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:47.678119 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-adf15a78-0032-4c2e-be63-b0e515743a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88037a86-3109-438f-8537-a540cebe8405', 'name': 'tempest-TestMinimumBasicScenario-1376523978-router', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:48Z', 'revision_number': 4, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'gw_port': {'id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': 'bc19d116-9e7e-4e61-ac81-236c5b32e653', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'floating_ip_address': '172.28.3.246', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '88037a86-3109-438f-8537-a540cebe8405', 'port_id': 'bb3bf8b1-2986-467d-b8c9-8556332660fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1', 'mac_address': 'fa:16:3e:7e:94:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b119447b-00c7-441d-a1e4-f27ad0f36641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:13:45Z', 'updated_at': '2022-05-16T19:13:45Z', 'revision_number': 0, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12d0c46-6b5a-44ef-9133-8f8fc138cf70', 'name': '', 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'mac_address': 'fa:16:3e:d4:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:47Z', 'updated_at': '2022-05-16T19:12:52Z', 'revision_number': 5, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'subnets': [{'id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:47.698823 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-88643858-61d0-4dfd-9d0c-a0f29cf7b152 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group_rule (9e0b3351-e7fb-484a-8c5f-76c0d03d414a), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:47.703888 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf15a78-0032-4c2e-be63-b0e515743a0c None None] Checking router: 88037a86-3109-438f-8537-a540cebe8405 for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:13:47.714849 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf15a78-0032-4c2e-be63-b0e515743a0c None None] Routers {'88037a86-3109-438f-8537-a540cebe8405'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:47.716241 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-adf15a78-0032-4c2e-be63-b0e515743a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:13:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['88037a86-3109-438f-8537-a540cebe8405'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:47.759736 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-88643858-61d0-4dfd-9d0c-a0f29cf7b152 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group_rule (9e0b3351-e7fb-484a-8c5f-76c0d03d414a), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:47.764741 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-88643858-61d0-4dfd-9d0c-a0f29cf7b152 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (9e0b3351-e7fb-484a-8c5f-76c0d03d414a), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:47.787441 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88643858-61d0-4dfd-9d0c-a0f29cf7b152 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0b3351-e7fb-484a-8c5f-76c0d03d414a,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:47.793304 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-88643858-61d0-4dfd-9d0c-a0f29cf7b152 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:47.797110 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-88643858-61d0-4dfd-9d0c-a0f29cf7b152 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254656 May 16 19:13:47.797593 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58252) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:47.802155 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-aba36ee0-031c-488e-8e04-ae6a453c051d tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Request body: {'security_group_rule': {'security_group_id': '84c79bfc-90c4-4609-9d78-ed5c7d3d41c0', 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:47.809833 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b641db-0568-45b4-b4a3-4b529748fc8b req-65a7462d-7fda-40c7-aac8-d914a1be4a40 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:47.812204 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-56b641db-0568-45b4-b4a3-4b529748fc8b req-65a7462d-7fda-40c7-aac8-d914a1be4a40 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 944 time: 0.0611002 May 16 19:13:47.830082 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aba36ee0-031c-488e-8e04-ae6a453c051d tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group_rule (0d503fb1-a3ed-4180-95fa-adf955c68b4c), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:47.831353 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-adf15a78-0032-4c2e-be63-b0e515743a0c None None] Set router 88037a86-3109-438f-8537-a540cebe8405 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:47.868527 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-56b641db-0568-45b4-b4a3-4b529748fc8b req-01db538a-bc19-4677-ae61-7b2925aa558a tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=da998013-bc50-46d6-b878-37d77f272d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489154 May 16 19:13:47.904402 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aba36ee0-031c-488e-8e04-ae6a453c051d tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group_rule (0d503fb1-a3ed-4180-95fa-adf955c68b4c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:47.907842 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aba36ee0-031c-488e-8e04-ae6a453c051d tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (0d503fb1-a3ed-4180-95fa-adf955c68b4c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:47.925741 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba36ee0-031c-488e-8e04-ae6a453c051d tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d503fb1-a3ed-4180-95fa-adf955c68b4c,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:47.934794 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-aba36ee0-031c-488e-8e04-ae6a453c051d tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:47.936013 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-aba36ee0-031c-488e-8e04-ae6a453c051d tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376412 May 16 19:13:47.938732 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58254) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:47.944303 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-9390c3ce-daf2-43da-b044-b3de707739cf tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Request body: {'security_group_rule': {'security_group_id': '84c79bfc-90c4-4609-9d78-ed5c7d3d41c0', 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:47.971882 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9390c3ce-daf2-43da-b044-b3de707739cf tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group_rule (0d2375d0-310c-4124-a4a3-e0eaa3be3f9c), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:48.064211 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9390c3ce-daf2-43da-b044-b3de707739cf tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group_rule (0d2375d0-310c-4124-a4a3-e0eaa3be3f9c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:48.081357 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9390c3ce-daf2-43da-b044-b3de707739cf tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (0d2375d0-310c-4124-a4a3-e0eaa3be3f9c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:48.092372 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd8ec0-a583-4330-baa1-b24f1eaf85cb req-6dfb9d90-4e7f-40cd-a681-b047ee773769 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:48.093195 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-e54f6e03-1dbd-4da5-96a4-01e5cb0a451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:48.093936 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-47cd8ec0-a583-4330-baa1-b24f1eaf85cb req-6dfb9d90-4e7f-40cd-a681-b047ee773769 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0797291 May 16 19:13:48.095161 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-e54f6e03-1dbd-4da5-96a4-01e5cb0a451d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 1128 time: 0.0987742 May 16 19:13:48.108817 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390c3ce-daf2-43da-b044-b3de707739cf tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2375d0-310c-4124-a4a3-e0eaa3be3f9c,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:48.113551 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9390c3ce-daf2-43da-b044-b3de707739cf tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:48.114767 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-9390c3ce-daf2-43da-b044-b3de707739cf tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1737168 May 16 19:13:48.123387 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58258) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:48.130749 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-2f653dfc-7455-4a6e-9682-d9415ca37b65 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Request body: {'security_group_rule': {'security_group_id': '84c79bfc-90c4-4609-9d78-ed5c7d3d41c0', 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:48.162889 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-47cd8ec0-a583-4330-baa1-b24f1eaf85cb req-f1be71cd-c165-45c8-87d7-b8f3e8276d9c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613949 May 16 19:13:48.166290 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-40dd58b7-99a7-4d29-b0e1-8342dfcde451 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21b77711-4f43-4339-bf04-8dd50a8b6dab HTTP/1.1" status: 200 len: 217 time: 0.0504494 May 16 19:13:48.204444 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.securitygroups_db [None req-2f653dfc-7455-4a6e-9682-d9415ca37b65 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Project 217c4bc4175641c38493bc721d2ccdc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 19:13:48.204678 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-adf15a78-0032-4c2e-be63-b0e515743a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88037a86-3109-438f-8537-a540cebe8405', 'name': 'tempest-TestMinimumBasicScenario-1376523978-router', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:48Z', 'revision_number': 4, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'gw_port': {'id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': 'bc19d116-9e7e-4e61-ac81-236c5b32e653', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'floating_ip_address': '172.28.3.246', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '88037a86-3109-438f-8537-a540cebe8405', 'port_id': 'bb3bf8b1-2986-467d-b8c9-8556332660fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1', 'mac_address': 'fa:16:3e:7e:94:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b119447b-00c7-441d-a1e4-f27ad0f36641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:13:45Z', 'updated_at': '2022-05-16T19:13:45Z', 'revision_number': 0, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12d0c46-6b5a-44ef-9133-8f8fc138cf70', 'name': '', 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'mac_address': 'fa:16:3e:d4:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:47Z', 'updated_at': '2022-05-16T19:12:52Z', 'revision_number': 5, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'subnets': [{'id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:48.214402 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2f653dfc-7455-4a6e-9682-d9415ca37b65 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group_rule (252ae540-b911-4f4b-8551-4806257b3423), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:48.230565 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf15a78-0032-4c2e-be63-b0e515743a0c None None] The sync data for ids ['88037a86-3109-438f-8537-a540cebe8405'] in dv-cinder-839987-5-smb is: [{'id': '88037a86-3109-438f-8537-a540cebe8405', 'name': 'tempest-TestMinimumBasicScenario-1376523978-router', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:48Z', 'revision_number': 4, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'gw_port': {'id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': 'bc19d116-9e7e-4e61-ac81-236c5b32e653', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'floating_ip_address': '172.28.3.246', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '88037a86-3109-438f-8537-a540cebe8405', 'port_id': 'bb3bf8b1-2986-467d-b8c9-8556332660fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1', 'mac_address': 'fa:16:3e:7e:94:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b119447b-00c7-441d-a1e4-f27ad0f36641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:13:45Z', 'updated_at': '2022-05-16T19:13:45Z', 'revision_number': 0, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a12d0c46-6b5a-44ef-9133-8f8fc138cf70', 'name': '', 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'mac_address': 'fa:16:3e:d4:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:47Z', 'updated_at': '2022-05-16T19:12:52Z', 'revision_number': 5, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'subnets': [{'id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:13:48.243151 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-dd7ed603-27ba-4935-a116-919b086bcd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:48.244706 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-dd7ed603-27ba-4935-a116-919b086bcd13 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae HTTP/1.1" status: 200 len: 854 time: 0.0683343 May 16 19:13:48.308943 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-c09fe921-38c1-4429-aebb-1f8ebdd35854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:48.310267 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-c09fe921-38c1-4429-aebb-1f8ebdd35854 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0562007 May 16 19:13:48.327344 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2f653dfc-7455-4a6e-9682-d9415ca37b65 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group_rule (252ae540-b911-4f4b-8551-4806257b3423), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:48.338709 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2f653dfc-7455-4a6e-9682-d9415ca37b65 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (252ae540-b911-4f4b-8551-4806257b3423), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:48.394374 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f653dfc-7455-4a6e-9682-d9415ca37b65 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252ae540-b911-4f4b-8551-4806257b3423,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:48.404410 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2f653dfc-7455-4a6e-9682-d9415ca37b65 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:48.405637 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-2f653dfc-7455-4a6e-9682-d9415ca37b65 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2795520 May 16 19:13:48.408443 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58262) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:48.413873 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-09cab21f-7c98-424f-8a7c-3ff3e4b80670 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Request body: {'security_group_rule': {'security_group_id': '84c79bfc-90c4-4609-9d78-ed5c7d3d41c0', 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:48.430101 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-c1896220-b6d5-4850-bbd8-d4daf9362624 service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111290 May 16 19:13:48.430279 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384aa46a-8f5a-42da-93e7-ea70f613aa1e None None] New status for floating IP bc19d116-9e7e-4e61-ac81-236c5b32e653: ACTIVE {{(pid=103576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:13:48.438446 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.securitygroups_db [None req-09cab21f-7c98-424f-8a7c-3ff3e4b80670 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Project 217c4bc4175641c38493bc721d2ccdc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 16 19:13:48.445644 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-09cab21f-7c98-424f-8a7c-3ff3e4b80670 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group_rule (9b50ee07-079b-4354-b302-2b1147f8fb05), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:48.501492 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-09cab21f-7c98-424f-8a7c-3ff3e4b80670 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group_rule (9b50ee07-079b-4354-b302-2b1147f8fb05), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:48.513399 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-09cab21f-7c98-424f-8a7c-3ff3e4b80670 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (9b50ee07-079b-4354-b302-2b1147f8fb05), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:48.537321 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cab21f-7c98-424f-8a7c-3ff3e4b80670 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b50ee07-079b-4354-b302-2b1147f8fb05,revision_number=0']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:48.537596 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b617875e-54f0-483c-a1d3-3423c0404ffa req-26c745f2-6f1c-4aac-b720-8ba9e0ff918a service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010957 May 16 19:13:48.547362 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-09cab21f-7c98-424f-8a7c-3ff3e4b80670 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:48.552146 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-09cab21f-7c98-424f-8a7c-3ff3e4b80670 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1418951 May 16 19:13:48.644539 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-16e61d42-cb23-4db3-a7fa-33eb83e96814 req-8c207c65-74f0-4969-9e75-48676dbf959f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2034322609&fields=id&tenant_id=217c4bc4175641c38493bc721d2ccdc3 HTTP/1.1" status: 200 len: 267 time: 0.0493345 May 16 19:13:48.693658 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e61d42-cb23-4db3-a7fa-33eb83e96814 req-49923b8c-2086-497e-8ecc-9afdd728f648 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:48.694985 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-16e61d42-cb23-4db3-a7fa-33eb83e96814 req-49923b8c-2086-497e-8ecc-9afdd728f648 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 945 time: 0.0437376 May 16 19:13:48.705805 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [req-16e61d42-cb23-4db3-a7fa-33eb83e96814 req-9c6c2abf-8a42-4936-909c-8c05de23abc5 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Request body: {'port': {'security_groups': ['5931107b-1206-4ef2-b557-a520a2a19ff5', '84c79bfc-90c4-4609-9d78-ed5c7d3d41c0']}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:48.735665 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b119447b-00c7-441d-a1e4-f27ad0f36641', 'tag': 'bb3bf8b1-2986-467d-b8c9-8556332660fc'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:48.738003 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddcb74d-0733-4ee6-96fb-6e5730ed47f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b119447b-00c7-441d-a1e4-f27ad0f36641", "tag": "bb3bf8b1-2986-467d-b8c9-8556332660fc"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:48.772012 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8770ffec-ad77-46da-aff9-bc42fd08c1b3 x-openstack-request-id: req-8770ffec-ad77-46da-aff9-bc42fd08c1b3 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:48.772295 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b119447b-00c7-441d-a1e4-f27ad0f36641", "tag": "bb3bf8b1-2986-467d-b8c9-8556332660fc", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:48.772544 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8770ffec-ad77-46da-aff9-bc42fd08c1b3 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:48.772963 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8770ffec-ad77-46da-aff9-bc42fd08c1b3'] response: {'name': 'network-changed', 'server_uuid': 'b119447b-00c7-441d-a1e4-f27ad0f36641', 'tag': 'bb3bf8b1-2986-467d-b8c9-8556332660fc', 'status': 'completed', 'code': 200} May 16 19:13:48.775899 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-16e61d42-cb23-4db3-a7fa-33eb83e96814 req-9c6c2abf-8a42-4936-909c-8c05de23abc5 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:49.019640 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a43e6c-fb1a-4592-9553-78a2f684c43a req-5b7b140b-14b6-4772-a811-076fe6be76f4 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:49.021002 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f7a43e6c-fb1a-4592-9553-78a2f684c43a req-5b7b140b-14b6-4772-a811-076fe6be76f4 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 944 time: 0.0623014 May 16 19:13:49.028811 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [req-16e61d42-cb23-4db3-a7fa-33eb83e96814 req-9c6c2abf-8a42-4936-909c-8c05de23abc5 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] For port bb3bf8b1-2986-467d-b8c9-8556332660fc, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=bb3bf8b1-2986-467d-b8c9-8556332660fc,segment=NetworkSegment(0fceec7e-7974-4ff5-aed8-46831ecb89c9),segment_id=0fceec7e-7974-4ff5-aed8-46831ecb89c9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:49.082693 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-16e61d42-cb23-4db3-a7fa-33eb83e96814 req-9c6c2abf-8a42-4936-909c-8c05de23abc5 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:49.088210 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-16e61d42-cb23-4db3-a7fa-33eb83e96814 req-9c6c2abf-8a42-4936-909c-8c05de23abc5 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127128894'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:49.092633 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f7a43e6c-fb1a-4592-9553-78a2f684c43a req-87d832b7-f7f8-4fad-b843-904a1cbe37a8 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=da998013-bc50-46d6-b878-37d77f272d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662239 May 16 19:13:49.102564 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['bb3bf8b1-2986-467d-b8c9-8556332660fc'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:13:49.134153 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e61d42-cb23-4db3-a7fa-33eb83e96814 req-9c6c2abf-8a42-4936-909c-8c05de23abc5 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:49.134723 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-16e61d42-cb23-4db3-a7fa-33eb83e96814 req-9c6c2abf-8a42-4936-909c-8c05de23abc5 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:49.136090 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-16e61d42-cb23-4db3-a7fa-33eb83e96814 req-9c6c2abf-8a42-4936-909c-8c05de23abc5 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "PUT /v2.0/ports/bb3bf8b1-2986-467d-b8c9-8556332660fc HTTP/1.1" status: 200 len: 981 time: 0.4345207 May 16 19:13:49.136534 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b119447b-00c7-441d-a1e4-f27ad0f36641', 'tag': 'bb3bf8b1-2986-467d-b8c9-8556332660fc'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:49.138789 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1e6c95055ea8af60a6cf55267712f4255de8fda57894f5867c3333729ade532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1a5631-7de9-4ed5-8f97-3f9ff89bee87" -d '{"events": [{"name": "network-changed", "server_uuid": "b119447b-00c7-441d-a1e4-f27ad0f36641", "tag": "bb3bf8b1-2986-467d-b8c9-8556332660fc"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:49.163166 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c2abf-8a42-4936-909c-8c05de23abc5 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Pushing event updated for resources: {'Port': ['ID=bb3bf8b1-2986-467d-b8c9-8556332660fc,revision_number=6']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:49.266963 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28683c-9da2-4a22-a897-7c60316d6219 req-a259f939-e102-49db-92e0-e676ee126fd4 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:49.268949 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7c28683c-9da2-4a22-a897-7c60316d6219 req-a259f939-e102-49db-92e0-e676ee126fd4 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 984 time: 0.0574491 May 16 19:13:49.278906 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915cb719-5b60-4f9a-bcf4-ec6557e101f6 x-openstack-request-id: req-915cb719-5b60-4f9a-bcf4-ec6557e101f6 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:49.279521 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b119447b-00c7-441d-a1e4-f27ad0f36641", "tag": "bb3bf8b1-2986-467d-b8c9-8556332660fc", "status": "completed", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:49.279769 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-915cb719-5b60-4f9a-bcf4-ec6557e101f6 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:49.280167 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-915cb719-5b60-4f9a-bcf4-ec6557e101f6'] response: {'name': 'network-changed', 'server_uuid': 'b119447b-00c7-441d-a1e4-f27ad0f36641', 'tag': 'bb3bf8b1-2986-467d-b8c9-8556332660fc', 'status': 'completed', 'code': 200} May 16 19:13:49.311694 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['bb3bf8b1-2986-467d-b8c9-8556332660fc'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:13:49.354200 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7c28683c-9da2-4a22-a897-7c60316d6219 req-0d05b9bf-8fda-469c-9ac6-dc65c10b063d tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&id=84c79bfc-90c4-4609-9d78-ed5c7d3d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774817 May 16 19:13:49.393746 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3fa66b-89fe-43b5-a5f7-37a384eab8d3 req-243f078a-1206-43e6-aa76-1de0aab02ff7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:49.395194 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3a3fa66b-89fe-43b5-a5f7-37a384eab8d3 req-243f078a-1206-43e6-aa76-1de0aab02ff7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0574193 May 16 19:13:49.441915 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3a3fa66b-89fe-43b5-a5f7-37a384eab8d3 req-a196c66a-5f96-4145-b462-94ae85b0c704 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410604 May 16 19:13:49.482766 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-1d62bec8-4fea-4d48-aa77-ddad464be7ed None None] Provisioning complete for port bb3bf8b1-2986-467d-b8c9-8556332660fc triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:49.483139 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-1d62bec8-4fea-4d48-aa77-ddad464be7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:49.566831 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b3c97-82af-42e6-a040-19d145af5cfc req-db2cb537-3e7c-4427-9f8f-1465d5f212d1 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:49.568332 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-628b3c97-82af-42e6-a040-19d145af5cfc req-db2cb537-3e7c-4427-9f8f-1465d5f212d1 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0542426 May 16 19:13:49.577230 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58284) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:49.581680 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-ec5029d3-1aeb-4568-805c-2c95a40d0fa9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Request body: {'floatingip': {'port_id': '12b16058-b2ef-448e-9676-e523bef453b2'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:49.619146 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ec5029d3-1aeb-4568-805c-2c95a40d0fa9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for floatingip (9ca1e379-78a9-4a0c-9f82-ecafa7161aa6), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:49.681196 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-1d62bec8-4fea-4d48-aa77-ddad464be7ed None None] Current status of the port bb3bf8b1-2986-467d-b8c9-8556332660fc is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:50.032021 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ec5029d3-1aeb-4568-805c-2c95a40d0fa9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:50.035988 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ec5029d3-1aeb-4568-805c-2c95a40d0fa9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (9ca1e379-78a9-4a0c-9f82-ecafa7161aa6), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:50.126903 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.l3_db [None req-ec5029d3-1aeb-4568-805c-2c95a40d0fa9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Floating IP 9ca1e379-78a9-4a0c-9f82-ecafa7161aa6 associated. External IP: 172.28.3.112, port: 12b16058-b2ef-448e-9676-e523bef453b2. May 16 19:13:50.245530 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475489fe-3c18-40da-a12b-373d2923900b req-c3678aa8-1178-4c9a-887c-a28b2a3a4b2e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:50.246852 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-475489fe-3c18-40da-a12b-373d2923900b req-c3678aa8-1178-4c9a-887c-a28b2a3a4b2e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 944 time: 0.0859280 May 16 19:13:50.335419 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-475489fe-3c18-40da-a12b-373d2923900b req-5b344d3b-b4bf-4d4f-91f4-a031a1a6953b tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=da998013-bc50-46d6-b878-37d77f272d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824862 May 16 19:13:50.616211 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5029d3-1aeb-4568-805c-2c95a40d0fa9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Router 315a5365-d6ea-4828-8d3a-bf43c9314f30 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:13:50.716198 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5029d3-1aeb-4568-805c-2c95a40d0fa9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:13:50.720602 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ec5029d3-1aeb-4568-805c-2c95a40d0fa9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:50.725448 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9207b0b3-d8b2-43ce-9261-2c4dd343f1c0 None None] Sync routers for ids ['315a5365-d6ea-4828-8d3a-bf43c9314f30'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:13:50.739288 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207b0b3-d8b2-43ce-9261-2c4dd343f1c0 None None] Routers {'315a5365-d6ea-4828-8d3a-bf43c9314f30'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:50.739896 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-9207b0b3-d8b2-43ce-9261-2c4dd343f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:13:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['315a5365-d6ea-4828-8d3a-bf43c9314f30'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:50.750105 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-ec5029d3-1aeb-4568-805c-2c95a40d0fa9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "PUT /v2.0/floatingips/9ca1e379-78a9-4a0c-9f82-ecafa7161aa6 HTTP/1.1" status: 200 len: 991 time: 1.1717749 May 16 19:13:50.837849 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-9207b0b3-d8b2-43ce-9261-2c4dd343f1c0 None None] Set router 315a5365-d6ea-4828-8d3a-bf43c9314f30 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:51.036274 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-9207b0b3-d8b2-43ce-9261-2c4dd343f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:07:56Z', 'revision_number': 4, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port': {'id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '9ca1e379-78a9-4a0c-9f82-ecafa7161aa6', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'floating_ip_address': '172.28.3.112', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'port_id': '12b16058-b2ef-448e-9676-e523bef453b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'mac_address': 'fa:16:3e:b8:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2497171-958b-428c-a5dd-d8102d661504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:13:34Z', 'updated_at': '2022-05-16T19:13:49Z', 'revision_number': 1, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af70e4b-5693-4b59-9694-15907d5de6c1', 'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'mac_address': 'fa:16:3e:e4:ad:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:55Z', 'updated_at': '2022-05-16T19:08:09Z', 'revision_number': 5, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'subnets': [{'id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:51.059942 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9207b0b3-d8b2-43ce-9261-2c4dd343f1c0 None None] Checking router: 315a5365-d6ea-4828-8d3a-bf43c9314f30 for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:13:51.068076 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9207b0b3-d8b2-43ce-9261-2c4dd343f1c0 None None] Routers {'315a5365-d6ea-4828-8d3a-bf43c9314f30'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:51.068706 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-9207b0b3-d8b2-43ce-9261-2c4dd343f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:13:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['315a5365-d6ea-4828-8d3a-bf43c9314f30'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:51.165193 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-9207b0b3-d8b2-43ce-9261-2c4dd343f1c0 None None] Set router 315a5365-d6ea-4828-8d3a-bf43c9314f30 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:13:51.281627 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2497171-958b-428c-a5dd-d8102d661504', 'tag': '12b16058-b2ef-448e-9676-e523bef453b2'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:51.283994 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1e6c95055ea8af60a6cf55267712f4255de8fda57894f5867c3333729ade532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aeb44fe-83ea-4319-bb1a-ba3791986e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2497171-958b-428c-a5dd-d8102d661504", "tag": "12b16058-b2ef-448e-9676-e523bef453b2"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:51.318302 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19665d3-db25-4dfe-bd45-68fab6d4b426 x-openstack-request-id: req-f19665d3-db25-4dfe-bd45-68fab6d4b426 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:51.318657 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2497171-958b-428c-a5dd-d8102d661504", "tag": "12b16058-b2ef-448e-9676-e523bef453b2", "status": "completed", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:51.318978 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f19665d3-db25-4dfe-bd45-68fab6d4b426 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:51.319439 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f19665d3-db25-4dfe-bd45-68fab6d4b426'] response: {'name': 'network-changed', 'server_uuid': 'c2497171-958b-428c-a5dd-d8102d661504', 'tag': '12b16058-b2ef-448e-9676-e523bef453b2', 'status': 'completed', 'code': 200} May 16 19:13:51.374518 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-9207b0b3-d8b2-43ce-9261-2c4dd343f1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:07:56Z', 'revision_number': 4, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port': {'id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '9ca1e379-78a9-4a0c-9f82-ecafa7161aa6', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'floating_ip_address': '172.28.3.112', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'port_id': '12b16058-b2ef-448e-9676-e523bef453b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'mac_address': 'fa:16:3e:b8:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2497171-958b-428c-a5dd-d8102d661504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:13:34Z', 'updated_at': '2022-05-16T19:13:49Z', 'revision_number': 1, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af70e4b-5693-4b59-9694-15907d5de6c1', 'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'mac_address': 'fa:16:3e:e4:ad:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:55Z', 'updated_at': '2022-05-16T19:08:09Z', 'revision_number': 5, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'subnets': [{'id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:51.401463 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9207b0b3-d8b2-43ce-9261-2c4dd343f1c0 None None] The sync data for ids ['315a5365-d6ea-4828-8d3a-bf43c9314f30'] in dv-cinder-839987-5-smb is: [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:07:56Z', 'revision_number': 4, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port': {'id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '9ca1e379-78a9-4a0c-9f82-ecafa7161aa6', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'floating_ip_address': '172.28.3.112', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'port_id': '12b16058-b2ef-448e-9676-e523bef453b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'mac_address': 'fa:16:3e:b8:e4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2497171-958b-428c-a5dd-d8102d661504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:13:34Z', 'updated_at': '2022-05-16T19:13:49Z', 'revision_number': 1, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af70e4b-5693-4b59-9694-15907d5de6c1', 'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'mac_address': 'fa:16:3e:e4:ad:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:55Z', 'updated_at': '2022-05-16T19:08:09Z', 'revision_number': 5, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'subnets': [{'id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:13:51.458251 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd28c1-e782-4a8b-b0dc-808813843e7b req-1798f15f-f09b-478f-9737-3b35a05b3a67 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:51.465017 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-17bd28c1-e782-4a8b-b0dc-808813843e7b req-1798f15f-f09b-478f-9737-3b35a05b3a67 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 944 time: 0.0533266 May 16 19:13:51.476299 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb44fe-83ea-4319-bb1a-ba3791986e3d req-c764858f-309c-4d42-bba7-3e6de644ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:51.477949 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1aeb44fe-83ea-4319-bb1a-ba3791986e3d req-c764858f-309c-4d42-bba7-3e6de644ac19 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5&device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 1129 time: 0.0705216 May 16 19:13:51.481091 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcb74d-0733-4ee6-96fb-6e5730ed47f2 req-668729ec-6637-4267-854e-0cd902f0961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:51.482604 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6ddcb74d-0733-4ee6-96fb-6e5730ed47f2 req-668729ec-6637-4267-854e-0cd902f0961b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=217c4bc4175641c38493bc721d2ccdc3&device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 1168 time: 0.0645130 May 16 19:13:51.510141 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-17bd28c1-e782-4a8b-b0dc-808813843e7b req-ef0ccb37-dadd-47ff-94f4-d52a2c32b4b8 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=da998013-bc50-46d6-b878-37d77f272d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441833 May 16 19:13:51.622484 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d057c4-fcd7-4f3e-bc22-e3353622769c None None] New status for floating IP 9ca1e379-78a9-4a0c-9f82-ecafa7161aa6: ACTIVE {{(pid=103576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:13:51.654401 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcb74d-0733-4ee6-96fb-6e5730ed47f2 req-5662dc5e-851e-405f-94eb-aef9566631af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:51.655858 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6ddcb74d-0733-4ee6-96fb-6e5730ed47f2 req-5662dc5e-851e-405f-94eb-aef9566631af service neutron] 10.222.0.78 "GET /v2.0/networks?id=6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 HTTP/1.1" status: 200 len: 916 time: 0.1623623 May 16 19:13:51.660134 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb44fe-83ea-4319-bb1a-ba3791986e3d req-590dc09f-a691-4ee2-9b5c-c5594f6d6889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:51.661477 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1aeb44fe-83ea-4319-bb1a-ba3791986e3d req-590dc09f-a691-4ee2-9b5c-c5594f6d6889 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fa48d056-bb3a-4902-b0df-7a66e8554ee6 HTTP/1.1" status: 200 len: 917 time: 0.1668794 May 16 19:13:51.769472 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6ddcb74d-0733-4ee6-96fb-6e5730ed47f2 req-f382857e-aa28-4ac1-9eee-7a5ba8bde7f2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb3bf8b1-2986-467d-b8c9-8556332660fc HTTP/1.1" status: 200 len: 1001 time: 0.0983951 May 16 19:13:51.771164 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1aeb44fe-83ea-4319-bb1a-ba3791986e3d req-78a596e7-d6db-4eee-a952-66168e996b5f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12b16058-b2ef-448e-9676-e523bef453b2 HTTP/1.1" status: 200 len: 999 time: 0.0991366 May 16 19:13:51.856384 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcb74d-0733-4ee6-96fb-6e5730ed47f2 req-bb882ee4-45aa-4383-9588-c7e04c9be4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:51.857846 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6ddcb74d-0733-4ee6-96fb-6e5730ed47f2 req-bb882ee4-45aa-4383-9588-c7e04c9be4c9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3c8ece64-96e5-4dc5-ac7b-02ba78e887bb HTTP/1.1" status: 200 len: 854 time: 0.0779278 May 16 19:13:51.859158 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb44fe-83ea-4319-bb1a-ba3791986e3d req-f9ce075c-f125-4f47-9396-9ebbc72a0717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:51.860425 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1aeb44fe-83ea-4319-bb1a-ba3791986e3d req-f9ce075c-f125-4f47-9396-9ebbc72a0717 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=32734e80-b5c3-4de5-9e79-84be66140e2e HTTP/1.1" status: 200 len: 855 time: 0.0732212 May 16 19:13:51.937437 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddcb74d-0733-4ee6-96fb-6e5730ed47f2 req-8136cf47-e119-4305-8651-f0147fd81276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:51.938904 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6ddcb74d-0733-4ee6-96fb-6e5730ed47f2 req-8136cf47-e119-4305-8651-f0147fd81276 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6dc21745-d9eb-40f9-9f43-23c03b5cb9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0654182 May 16 19:13:51.941686 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb44fe-83ea-4319-bb1a-ba3791986e3d req-23ad8ff9-7af5-4e95-a5cd-0cbd42032ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:51.943005 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1aeb44fe-83ea-4319-bb1a-ba3791986e3d req-23ad8ff9-7af5-4e95-a5cd-0cbd42032ad3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fa48d056-bb3a-4902-b0df-7a66e8554ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0684936 May 16 19:13:52.107653 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1aeb44fe-83ea-4319-bb1a-ba3791986e3d req-0aadeef1-ae6d-40e8-bdb9-da9eb73484bd service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470141 May 16 19:13:52.109349 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6ddcb74d-0733-4ee6-96fb-6e5730ed47f2 req-dc49107b-e217-4bff-beac-5a7aee13dc64 service neutron] 10.222.0.78 "GET /v2.0/networks/6dc21745-d9eb-40f9-9f43-23c03b5cb9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499808 May 16 19:13:52.267582 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-6ddcb74d-0733-4ee6-96fb-6e5730ed47f2 req-cbb25f6c-8a53-4486-b17d-9dd2d233d333 service neutron] 10.222.0.78 "GET /v2.0/networks/6dc21745-d9eb-40f9-9f43-23c03b5cb9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467040 May 16 19:13:52.269297 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1aeb44fe-83ea-4319-bb1a-ba3791986e3d req-0479a810-e2e4-4358-9570-15f5f7b67e9a service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495585 May 16 19:13:52.353965 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a5631-7de9-4ed5-8f97-3f9ff89bee87 req-9d176ee7-c1fd-411b-98ed-b89408d8d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:52.355411 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1f1a5631-7de9-4ed5-8f97-3f9ff89bee87 req-9d176ee7-c1fd-411b-98ed-b89408d8d5f0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=217c4bc4175641c38493bc721d2ccdc3&device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 1168 time: 0.0418253 May 16 19:13:52.443010 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a5631-7de9-4ed5-8f97-3f9ff89bee87 req-a3817a15-3fcd-48ef-a29c-203bbf7f986a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:52.444431 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1f1a5631-7de9-4ed5-8f97-3f9ff89bee87 req-a3817a15-3fcd-48ef-a29c-203bbf7f986a service neutron] 10.222.0.78 "GET /v2.0/networks?id=6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 HTTP/1.1" status: 200 len: 916 time: 0.0815501 May 16 19:13:52.506211 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1f1a5631-7de9-4ed5-8f97-3f9ff89bee87 req-efa70684-405a-4d39-bc91-d77499cbd932 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb3bf8b1-2986-467d-b8c9-8556332660fc HTTP/1.1" status: 200 len: 1001 time: 0.0551994 May 16 19:13:52.554710 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a5631-7de9-4ed5-8f97-3f9ff89bee87 req-635b58ae-2c76-4127-b7c0-8409b7918ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:52.556219 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1f1a5631-7de9-4ed5-8f97-3f9ff89bee87 req-635b58ae-2c76-4127-b7c0-8409b7918ddd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3c8ece64-96e5-4dc5-ac7b-02ba78e887bb HTTP/1.1" status: 200 len: 854 time: 0.0437174 May 16 19:13:52.600403 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a5631-7de9-4ed5-8f97-3f9ff89bee87 req-aa7fef99-39d3-4bd2-8e00-9f255835554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:52.601930 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1f1a5631-7de9-4ed5-8f97-3f9ff89bee87 req-aa7fef99-39d3-4bd2-8e00-9f255835554d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6dc21745-d9eb-40f9-9f43-23c03b5cb9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0377593 May 16 19:13:52.624843 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b560951-1b5a-4858-adae-364de17b9115 req-f9c6f071-26a3-4ca5-8c58-dbfab7466777 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:52.626410 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1b560951-1b5a-4858-adae-364de17b9115 req-f9c6f071-26a3-4ca5-8c58-dbfab7466777 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 944 time: 0.0467896 May 16 19:13:52.676685 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1b560951-1b5a-4858-adae-364de17b9115 req-2ddcd099-170b-4352-9bf5-4819585dca71 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=da998013-bc50-46d6-b878-37d77f272d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446110 May 16 19:13:52.696960 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1f1a5631-7de9-4ed5-8f97-3f9ff89bee87 req-db6c66cb-8acd-4586-ab2a-a8df13f1c458 service neutron] 10.222.0.78 "GET /v2.0/networks/6dc21745-d9eb-40f9-9f43-23c03b5cb9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883913 May 16 19:13:52.783475 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1f1a5631-7de9-4ed5-8f97-3f9ff89bee87 req-0fba415e-8f0f-4cdc-8142-d8354e42de68 service neutron] 10.222.0.78 "GET /v2.0/networks/6dc21745-d9eb-40f9-9f43-23c03b5cb9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803661 May 16 19:13:53.237448 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 21b77711-4f43-4339-bf04-8dd50a8b6dab details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:13:53.333645 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 21b77711-4f43-4339-bf04-8dd50a8b6dab, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=21b77711-4f43-4339-bf04-8dd50a8b6dab,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:53.345132 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': '21b77711-4f43-4339-bf04-8dd50a8b6dab', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'port_id': '21b77711-4f43-4339-bf04-8dd50a8b6dab', 'mac_address': 'fa:16:3e:a5:43:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:13:53.377487 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 21b77711-4f43-4339-bf04-8dd50a8b6dab is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:53.377870 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (21b77711-4f43-4339-bf04-8dd50a8b6dab), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:53.390981 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b77711-4f43-4339-bf04-8dd50a8b6dab {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:13:53.410865 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 21b77711-4f43-4339-bf04-8dd50a8b6dab, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=21b77711-4f43-4339-bf04-8dd50a8b6dab,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:53.415891 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (21b77711-4f43-4339-bf04-8dd50a8b6dab), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:53.462745 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=21b77711-4f43-4339-bf04-8dd50a8b6dab,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:53.469522 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:53.469860 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:53.470195 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:53.470547 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:53.470873 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:53.471195 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:53.471521 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:53.471836 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:53.472204 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:53.472522 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:53.472866 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:53.473204 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:53.473523 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:53.473836 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:53.474149 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:13:53.789141 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd32c63-a6a6-4c6b-a2b9-ef0931b701e2 req-5761e62a-bf58-4b1b-ab2f-82d895e6a1f4 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:53.790487 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dcd32c63-a6a6-4c6b-a2b9-ef0931b701e2 req-5761e62a-bf58-4b1b-ab2f-82d895e6a1f4 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 945 time: 0.0456581 May 16 19:13:53.839866 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dcd32c63-a6a6-4c6b-a2b9-ef0931b701e2 req-e3ffd1a7-aeae-4155-a5bc-9df4922c9725 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=da998013-bc50-46d6-b878-37d77f272d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437777 May 16 19:13:53.898077 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['21b77711-4f43-4339-bf04-8dd50a8b6dab'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:13:54.950210 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4bf0e-f2e4-437e-a6ce-79af2f838e18 req-90a22b61-c937-4c64-9368-becd8b800807 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:54.951688 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-17e4bf0e-f2e4-437e-a6ce-79af2f838e18 req-90a22b61-c937-4c64-9368-becd8b800807 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 945 time: 0.0452082 May 16 19:13:54.999153 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-17e4bf0e-f2e4-437e-a6ce-79af2f838e18 req-8e50056a-1d6f-4669-9d9b-7dac292b3faa tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=da998013-bc50-46d6-b878-37d77f272d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409272 May 16 19:13:55.236843 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 21b77711-4f43-4339-bf04-8dd50a8b6dab up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:13:55.280264 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port 21b77711-4f43-4339-bf04-8dd50a8b6dab completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:13:55.285812 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port 21b77711-4f43-4339-bf04-8dd50a8b6dab triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:13:55.286192 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (21b77711-4f43-4339-bf04-8dd50a8b6dab), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:55.354868 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 21b77711-4f43-4339-bf04-8dd50a8b6dab is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:13:55.355252 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (21b77711-4f43-4339-bf04-8dd50a8b6dab), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:55.377054 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a54f55-d54f-4d42-958b-df4752f53e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b77711-4f43-4339-bf04-8dd50a8b6dab'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:55.379264 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b12cc7c-8688-4798-af43-23beecf1b5cf" -d '{"events": [{"server_uuid": "42a54f55-d54f-4d42-958b-df4752f53e0e", "name": "network-vif-plugged", "status": "completed", "tag": "21b77711-4f43-4339-bf04-8dd50a8b6dab"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:55.391820 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 21b77711-4f43-4339-bf04-8dd50a8b6dab, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=21b77711-4f43-4339-bf04-8dd50a8b6dab,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:13:55.395823 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (21b77711-4f43-4339-bf04-8dd50a8b6dab), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:55.418363 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5515b5b-980e-4cb2-83f0-2d2e91ca0542 x-openstack-request-id: req-d5515b5b-980e-4cb2-83f0-2d2e91ca0542 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:55.418662 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a54f55-d54f-4d42-958b-df4752f53e0e", "name": "network-vif-plugged", "status": "completed", "tag": "21b77711-4f43-4339-bf04-8dd50a8b6dab", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:55.418919 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5515b5b-980e-4cb2-83f0-2d2e91ca0542 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:55.419307 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5515b5b-980e-4cb2-83f0-2d2e91ca0542'] response: {'server_uuid': '42a54f55-d54f-4d42-958b-df4752f53e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b77711-4f43-4339-bf04-8dd50a8b6dab', 'code': 200} May 16 19:13:55.447277 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=21b77711-4f43-4339-bf04-8dd50a8b6dab,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:13:55.595188 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d32ab-0ce6-4149-9a33-61db2e0a8d3e req-ced7a798-b9bb-4321-ac9b-ced187237517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:55.596707 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b51d32ab-0ce6-4149-9a33-61db2e0a8d3e req-ced7a798-b9bb-4321-ac9b-ced187237517 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 1130 time: 0.0365994 May 16 19:13:55.646088 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-b51d32ab-0ce6-4149-9a33-61db2e0a8d3e req-d797e96f-fc39-40c6-900d-f997320066fd service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=da998013-bc50-46d6-b878-37d77f272d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422516 May 16 19:13:56.112361 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7978a2-f303-43d5-8970-db571a341628 req-9d72cd2b-baef-4ccd-bf2f-5863629c9f9c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:56.113823 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0c7978a2-f303-43d5-8970-db571a341628 req-9d72cd2b-baef-4ccd-bf2f-5863629c9f9c tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 946 time: 0.0487788 May 16 19:13:56.159030 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0c7978a2-f303-43d5-8970-db571a341628 req-f248fe7a-7cfa-47dc-9154-5ec3ef4efa95 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=da998013-bc50-46d6-b878-37d77f272d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397327 May 16 19:13:57.114479 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:13:57.291394 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55a258-f1ef-4ba2-bca5-2aef641e06cc req-fe275445-6f79-4cef-b07d-5b2cbec8a624 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:57.293118 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-fe55a258-f1ef-4ba2-bca5-2aef641e06cc req-fe275445-6f79-4cef-b07d-5b2cbec8a624 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 946 time: 0.0528886 May 16 19:13:57.342471 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-fe55a258-f1ef-4ba2-bca5-2aef641e06cc req-14886b05-0be9-4a45-b21f-4a15fbe2ea23 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=da998013-bc50-46d6-b878-37d77f272d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436637 May 16 19:13:58.051446 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b557a-eef3-4205-9bfe-10823a8e3fa9 req-f7bac05b-7aac-4b26-9111-4656cdc3e1d5 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:58.052917 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-733b557a-eef3-4205-9bfe-10823a8e3fa9 req-f7bac05b-7aac-4b26-9111-4656cdc3e1d5 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0494037 May 16 19:13:58.100819 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-733b557a-eef3-4205-9bfe-10823a8e3fa9 req-ec057f75-59a4-4b6c-ae5a-8f8069dcaf98 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412500 May 16 19:13:58.455118 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00eebad-ed49-4188-b9fe-489705826943 req-f2e0ffef-f4fc-49a7-b150-37fb2b2a50ec tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:58.456712 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b00eebad-ed49-4188-b9fe-489705826943 req-f2e0ffef-f4fc-49a7-b150-37fb2b2a50ec tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 946 time: 0.0474873 May 16 19:13:58.501612 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b00eebad-ed49-4188-b9fe-489705826943 req-9c2e80ad-1bfa-4eb7-bb19-042cc463a828 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=da998013-bc50-46d6-b878-37d77f272d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388181 May 16 19:13:58.610668 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a27b6-9599-47ca-bea8-52d2e858a90a req-9748c6a7-bf99-48d9-bf36-5214b37fb3a9 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:58.612229 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-346a27b6-9599-47ca-bea8-52d2e858a90a req-9748c6a7-bf99-48d9-bf36-5214b37fb3a9 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 946 time: 0.0474350 May 16 19:13:58.620742 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58336) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:13:58.625244 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-61ddb942-2181-4f5c-98e6-596dd49c6388 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'floatingip': {'port_id': '21b77711-4f43-4339-bf04-8dd50a8b6dab'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:13:58.662851 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-61ddb942-2181-4f5c-98e6-596dd49c6388 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (b7943cfc-ca96-482b-a69f-40b40a0b3978), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:59.215935 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c8128-d2bc-46c4-9d38-e745065bb15b req-2d2985fc-4dcc-40e6-b1bd-692f5666ea37 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:59.217500 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c00c8128-d2bc-46c4-9d38-e745065bb15b req-2d2985fc-4dcc-40e6-b1bd-692f5666ea37 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0505252 May 16 19:13:59.270592 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c00c8128-d2bc-46c4-9d38-e745065bb15b req-d6e52d90-05f1-4bef-abf1-e116ef0df7b8 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473175 May 16 19:13:59.305404 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-61ddb942-2181-4f5c-98e6-596dd49c6388 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:59.309163 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-61ddb942-2181-4f5c-98e6-596dd49c6388 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (b7943cfc-ca96-482b-a69f-40b40a0b3978), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:59.403588 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.l3_db [None req-61ddb942-2181-4f5c-98e6-596dd49c6388 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Floating IP b7943cfc-ca96-482b-a69f-40b40a0b3978 associated. External IP: 172.28.3.23, port: 21b77711-4f43-4339-bf04-8dd50a8b6dab. May 16 19:13:59.600858 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ddb942-2181-4f5c-98e6-596dd49c6388 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:13:59.712840 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ddb942-2181-4f5c-98e6-596dd49c6388 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:13:59.717712 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-61ddb942-2181-4f5c-98e6-596dd49c6388 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:13:59.724004 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b467d2-490a-4138-b434-e172059aaa5d None None] Sync routers for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:13:59.725113 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd62322-52c4-4040-80ff-8f1d2db15676 req-c7941c28-c97c-4303-be5b-5231091a66c9 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:13:59.727398 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-cbd62322-52c4-4040-80ff-8f1d2db15676 req-c7941c28-c97c-4303-be5b-5231091a66c9 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0554523 May 16 19:13:59.743366 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b467d2-490a-4138-b434-e172059aaa5d None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:13:59.744023 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-b4b467d2-490a-4138-b434-e172059aaa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:13:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:13:59.752061 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-61ddb942-2181-4f5c-98e6-596dd49c6388 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "PUT /v2.0/floatingips/b7943cfc-ca96-482b-a69f-40b40a0b3978 HTTP/1.1" status: 200 len: 991 time: 1.1269064 May 16 19:13:59.752061 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a54f55-d54f-4d42-958b-df4752f53e0e', 'tag': '21b77711-4f43-4339-bf04-8dd50a8b6dab'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:13:59.752061 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd43fa2c-56a3-4a8c-bf67-59ebe62367cf" -d '{"events": [{"name": "network-changed", "server_uuid": "42a54f55-d54f-4d42-958b-df4752f53e0e", "tag": "21b77711-4f43-4339-bf04-8dd50a8b6dab"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:13:59.791987 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-cbd62322-52c4-4040-80ff-8f1d2db15676 req-b71fad36-a398-4438-a766-9a01803ec790 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515015 May 16 19:13:59.799130 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a165d3-bf3c-4425-9a57-66e948183330 x-openstack-request-id: req-25a165d3-bf3c-4425-9a57-66e948183330 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:13:59.799424 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a54f55-d54f-4d42-958b-df4752f53e0e", "tag": "21b77711-4f43-4339-bf04-8dd50a8b6dab", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:13:59.799676 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25a165d3-bf3c-4425-9a57-66e948183330 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:13:59.800081 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a165d3-bf3c-4425-9a57-66e948183330'] response: {'name': 'network-changed', 'server_uuid': '42a54f55-d54f-4d42-958b-df4752f53e0e', 'tag': '21b77711-4f43-4339-bf04-8dd50a8b6dab', 'status': 'completed', 'code': 200} May 16 19:13:59.965154 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-b4b467d2-490a-4138-b434-e172059aaa5d None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:14:00.184663 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-b4b467d2-490a-4138-b434-e172059aaa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': 'b7943cfc-ca96-482b-a69f-40b40a0b3978', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'port_id': '21b77711-4f43-4339-bf04-8dd50a8b6dab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'mac_address': 'fa:16:3e:a5:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a54f55-d54f-4d42-958b-df4752f53e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:13:39Z', 'updated_at': '2022-05-16T19:13:59Z', 'revision_number': 1, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:00.212484 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b467d2-490a-4138-b434-e172059aaa5d None None] Checking router: 363ffe14-eb3e-4a05-a481-5c6b0647fc22 for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:14:00.220869 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b467d2-490a-4138-b434-e172059aaa5d None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:14:00.221397 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-b4b467d2-490a-4138-b434-e172059aaa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:13:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:00.315494 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-b4b467d2-490a-4138-b434-e172059aaa5d None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:14:00.407168 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f8e69-7c3c-4869-b4ed-e0377ceccb46 req-e07a6c68-e340-4909-9885-99fbbf6dbb5b tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:00.408684 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c76f8e69-7c3c-4869-b4ed-e0377ceccb46 req-e07a6c68-e340-4909-9885-99fbbf6dbb5b tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0583327 May 16 19:14:00.462538 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c76f8e69-7c3c-4869-b4ed-e0377ceccb46 req-404de9a9-4213-4132-abc2-4c051c7d0004 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476916 May 16 19:14:00.539356 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-b4b467d2-490a-4138-b434-e172059aaa5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': 'b7943cfc-ca96-482b-a69f-40b40a0b3978', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'port_id': '21b77711-4f43-4339-bf04-8dd50a8b6dab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'mac_address': 'fa:16:3e:a5:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a54f55-d54f-4d42-958b-df4752f53e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:13:39Z', 'updated_at': '2022-05-16T19:13:59Z', 'revision_number': 1, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:00.563664 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b467d2-490a-4138-b434-e172059aaa5d None None] The sync data for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb is: [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': 'b7943cfc-ca96-482b-a69f-40b40a0b3978', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'floating_ip_address': '172.28.3.23', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'port_id': '21b77711-4f43-4339-bf04-8dd50a8b6dab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'mac_address': 'fa:16:3e:a5:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a54f55-d54f-4d42-958b-df4752f53e0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:13:39Z', 'updated_at': '2022-05-16T19:13:59Z', 'revision_number': 1, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:14:00.766602 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13043182-87fb-4692-84df-7d03c650151e None None] New status for floating IP b7943cfc-ca96-482b-a69f-40b40a0b3978: ACTIVE {{(pid=103576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:14:01.093873 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39092bd-a66c-435a-ab07-73c9d5e9cf13 req-0b22717a-4c36-4f37-a7ed-061bde05b00c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:01.095315 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f39092bd-a66c-435a-ab07-73c9d5e9cf13 req-0b22717a-4c36-4f37-a7ed-061bde05b00c tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0465806 May 16 19:14:01.153305 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f39092bd-a66c-435a-ab07-73c9d5e9cf13 req-690f1f29-f4d9-4d30-a446-fbfa8adc5011 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521071 May 16 19:14:01.572273 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a10c5-a82d-4025-91b0-0606a378577c req-ac5db96d-a110-4b98-ace3-ea02eafcc946 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:01.573735 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-eb3a10c5-a82d-4025-91b0-0606a378577c req-ac5db96d-a110-4b98-ace3-ea02eafcc946 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0458019 May 16 19:14:01.620830 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-eb3a10c5-a82d-4025-91b0-0606a378577c req-3c51efcb-0e42-47ec-b010-e8c724b70734 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415697 May 16 19:14:02.272590 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75788f6-2f81-46ee-a5d8-69575bb0f1f8 req-fa2ca5e5-88cd-4d71-aa8f-59b9c28b6832 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:02.274638 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f75788f6-2f81-46ee-a5d8-69575bb0f1f8 req-fa2ca5e5-88cd-4d71-aa8f-59b9c28b6832 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0507383 May 16 19:14:02.319352 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f75788f6-2f81-46ee-a5d8-69575bb0f1f8 req-3a3075d9-ea88-457f-83b0-532b1c226bfd tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388689 May 16 19:14:02.474920 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-56664f3f-f5d1-447f-84f4-08782787cecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:02.729753 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc647a-23e5-4970-874f-16373a782d53 req-4da3368e-89ec-4362-9f7c-bc0a9da936ae tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:02.731112 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-17fc647a-23e5-4970-874f-16373a782d53 req-4da3368e-89ec-4362-9f7c-bc0a9da936ae tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0455036 May 16 19:14:02.778972 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-17fc647a-23e5-4970-874f-16373a782d53 req-80c68ff6-50a3-4df1-82a3-4588344161fa tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423930 May 16 19:14:03.453768 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffadf5-272a-4970-af2b-a7318c181474 req-e13de61d-e37b-483e-bd2a-6553748b98c6 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:03.455224 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7fffadf5-272a-4970-af2b-a7318c181474 req-e13de61d-e37b-483e-bd2a-6553748b98c6 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0509918 May 16 19:14:03.500683 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7fffadf5-272a-4970-af2b-a7318c181474 req-40bf41e1-9f03-4268-a325-767a6b3c87ca tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399137 May 16 19:14:03.597908 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43fa2c-56a3-4a8c-bf67-59ebe62367cf req-0cde1efd-2cd1-4d7e-862c-64f7cd64d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:03.599462 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bd43fa2c-56a3-4a8c-bf67-59ebe62367cf req-0cde1efd-2cd1-4d7e-862c-64f7cd64d683 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 1130 time: 0.0410945 May 16 19:14:03.709464 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43fa2c-56a3-4a8c-bf67-59ebe62367cf req-f6ae8ce0-4078-4132-8c53-f78c3dc4e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:03.711042 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bd43fa2c-56a3-4a8c-bf67-59ebe62367cf req-f6ae8ce0-4078-4132-8c53-f78c3dc4e63e service neutron] 10.222.0.78 "GET /v2.0/networks?id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de HTTP/1.1" status: 200 len: 916 time: 0.0823841 May 16 19:14:03.779443 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bd43fa2c-56a3-4a8c-bf67-59ebe62367cf req-e6cf21b2-7613-403c-845c-fd606a20c945 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=21b77711-4f43-4339-bf04-8dd50a8b6dab HTTP/1.1" status: 200 len: 1001 time: 0.0579605 May 16 19:14:03.831933 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43fa2c-56a3-4a8c-bf67-59ebe62367cf req-a687eb0a-d9a7-4dd2-9b18-916f86dcc613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:03.833516 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bd43fa2c-56a3-4a8c-bf67-59ebe62367cf req-a687eb0a-d9a7-4dd2-9b18-916f86dcc613 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae HTTP/1.1" status: 200 len: 854 time: 0.0438449 May 16 19:14:03.892145 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43fa2c-56a3-4a8c-bf67-59ebe62367cf req-247e7da8-031f-4fd7-bbcd-e941a55806ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:03.892996 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a399b-6695-4895-9166-296130ea4ffe req-f1ee4d91-8875-414b-936d-c21d22fc6bb0 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:03.893745 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bd43fa2c-56a3-4a8c-bf67-59ebe62367cf req-247e7da8-031f-4fd7-bbcd-e941a55806ca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0395334 May 16 19:14:03.894476 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6a7a399b-6695-4895-9166-296130ea4ffe req-f1ee4d91-8875-414b-936d-c21d22fc6bb0 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0492451 May 16 19:14:03.942564 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6a7a399b-6695-4895-9166-296130ea4ffe req-b2ab29cd-252e-48d7-9009-10047cf443b6 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419009 May 16 19:14:04.181570 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:04.250678 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb843a-2001-4d7c-9f1d-bbe5b659bb1c req-82ad5df8-84a4-4d13-a141-7a56449c8b03 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:04.252054 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-e3bb843a-2001-4d7c-9f1d-bbe5b659bb1c req-82ad5df8-84a4-4d13-a141-7a56449c8b03 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.78 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0555027 May 16 19:14:04.262740 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bd43fa2c-56a3-4a8c-bf67-59ebe62367cf req-f06ad9c5-c2ae-42a1-8b32-cac25ece5341 service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243384 May 16 19:14:04.413719 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-e3bb843a-2001-4d7c-9f1d-bbe5b659bb1c req-9d3788d4-0c68-4f82-83c7-c5fa406af19a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Deleting port 53d21f87-37d3-4a16-9cb1-d887c03b4f6e {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:14:04.414053 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-e3bb843a-2001-4d7c-9f1d-bbe5b659bb1c req-9d3788d4-0c68-4f82-83c7-c5fa406af19a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (53d21f87-37d3-4a16-9cb1-d887c03b4f6e), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:04.440247 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bd43fa2c-56a3-4a8c-bf67-59ebe62367cf req-2b11b941-c6cf-4942-8311-0c5a58f21d9c service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578882 May 16 19:14:04.513600 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-e3bb843a-2001-4d7c-9f1d-bbe5b659bb1c req-9d3788d4-0c68-4f82-83c7-c5fa406af19a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] For port 53d21f87-37d3-4a16-9cb1-d887c03b4f6e, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=53d21f87-37d3-4a16-9cb1-d887c03b4f6e,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:04.513878 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-e3bb843a-2001-4d7c-9f1d-bbe5b659bb1c req-9d3788d4-0c68-4f82-83c7-c5fa406af19a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (53d21f87-37d3-4a16-9cb1-d887c03b4f6e), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:04.626315 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44382fe-04b0-47b4-9424-aefaf434e692 req-16c1c5d1-b879-481b-8083-b9f46f2bc5ad tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:04.627802 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d44382fe-04b0-47b4-9424-aefaf434e692 req-16c1c5d1-b879-481b-8083-b9f46f2bc5ad tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=58485df5-ef11-4d69-b79b-4b0875744825 HTTP/1.1" status: 200 len: 945 time: 0.0451405 May 16 19:14:04.676565 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-e3bb843a-2001-4d7c-9f1d-bbe5b659bb1c req-9d3788d4-0c68-4f82-83c7-c5fa406af19a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:04.677214 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-e3bb843a-2001-4d7c-9f1d-bbe5b659bb1c req-9d3788d4-0c68-4f82-83c7-c5fa406af19a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:04.677373 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.l3_db [req-e3bb843a-2001-4d7c-9f1d-bbe5b659bb1c req-9d3788d4-0c68-4f82-83c7-c5fa406af19a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Floating IP f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89 disassociated. External IP: 172.28.3.184, port: 53d21f87-37d3-4a16-9cb1-d887c03b4f6e. May 16 19:14:04.677607 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-e3bb843a-2001-4d7c-9f1d-bbe5b659bb1c req-9d3788d4-0c68-4f82-83c7-c5fa406af19a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Calling delete_port for 53d21f87-37d3-4a16-9cb1-d887c03b4f6e owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:14:04.679603 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d44382fe-04b0-47b4-9424-aefaf434e692 req-b814f43f-f0d6-417b-98ea-a2bda378e13d tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=33e65be4-e30d-40b5-a19a-81beeea9e50b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447855 May 16 19:14:04.807448 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-e3bb843a-2001-4d7c-9f1d-bbe5b659bb1c req-9d3788d4-0c68-4f82-83c7-c5fa406af19a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (53d21f87-37d3-4a16-9cb1-d887c03b4f6e), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:04.837153 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3788d4-0c68-4f82-83c7-c5fa406af19a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Pushing event deleted for resources: {'Port': ['ID=53d21f87-37d3-4a16-9cb1-d887c03b4f6e,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:04.943243 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3bb843a-2001-4d7c-9f1d-bbe5b659bb1c req-9d3788d4-0c68-4f82-83c7-c5fa406af19a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Router b609c361-fa12-468d-a339-eb11338f8d3c has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:14:05.008347 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-d4c2388c-4a35-4fd3-ba7b-e8f91e9050e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:05.047644 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3bb843a-2001-4d7c-9f1d-bbe5b659bb1c req-9d3788d4-0c68-4f82-83c7-c5fa406af19a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:14:05.059583 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3109e-c698-48e5-865f-aef886041896 None None] Sync routers for ids ['b609c361-fa12-468d-a339-eb11338f8d3c'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:14:05.061466 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc584d8-25d1-45b5-b4b1-a34376e51836 req-b47952af-527a-4b06-965a-85a0618d028e tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:05.068372 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ebc584d8-25d1-45b5-b4b1-a34376e51836 req-b47952af-527a-4b06-965a-85a0618d028e tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0555413 May 16 19:14:05.070687 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3109e-c698-48e5-865f-aef886041896 None None] Routers {'b609c361-fa12-468d-a339-eb11338f8d3c'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:14:05.071555 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-c8a3109e-c698-48e5-865f-aef886041896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:14:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['b609c361-fa12-468d-a339-eb11338f8d3c'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:05.095545 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bb843a-2001-4d7c-9f1d-bbe5b659bb1c req-9d3788d4-0c68-4f82-83c7-c5fa406af19a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] No DVR routers for this DVR port 53d21f87-37d3-4a16-9cb1-d887c03b4f6e on host hv-cinder-83998 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:14:05.098150 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-e3bb843a-2001-4d7c-9f1d-bbe5b659bb1c req-9d3788d4-0c68-4f82-83c7-c5fa406af19a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:05.102099 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-e3bb843a-2001-4d7c-9f1d-bbe5b659bb1c req-9d3788d4-0c68-4f82-83c7-c5fa406af19a tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.78 "DELETE /v2.0/ports/53d21f87-37d3-4a16-9cb1-d887c03b4f6e HTTP/1.1" status: 204 len: 173 time: 0.8259437 May 16 19:14:05.102537 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58485df5-ef11-4d69-b79b-4b0875744825', 'name': 'network-vif-deleted', 'tag': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:05.104995 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6a0d0b-1c99-4faf-9299-49189b283748" -d '{"events": [{"server_uuid": "58485df5-ef11-4d69-b79b-4b0875744825", "name": "network-vif-deleted", "tag": "53d21f87-37d3-4a16-9cb1-d887c03b4f6e"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:05.128067 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ebc584d8-25d1-45b5-b4b1-a34376e51836 req-18d1da54-76b4-45ba-9649-1aa7092528bd tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587299 May 16 19:14:05.144575 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e511245-6525-4ef7-ba77-25a587105877 x-openstack-request-id: req-0e511245-6525-4ef7-ba77-25a587105877 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:05.144917 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58485df5-ef11-4d69-b79b-4b0875744825", "name": "network-vif-deleted", "tag": "53d21f87-37d3-4a16-9cb1-d887c03b4f6e", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:05.145200 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e511245-6525-4ef7-ba77-25a587105877 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:05.145596 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e511245-6525-4ef7-ba77-25a587105877'] response: {'server_uuid': '58485df5-ef11-4d69-b79b-4b0875744825', 'name': 'network-vif-deleted', 'tag': '53d21f87-37d3-4a16-9cb1-d887c03b4f6e', 'status': 'completed', 'code': 200} May 16 19:14:05.189468 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-c8a3109e-c698-48e5-865f-aef886041896 None None] Set router b609c361-fa12-468d-a339-eb11338f8d3c gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:14:05.378610 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-c8a3109e-c698-48e5-865f-aef886041896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-458338777-router', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:41Z', 'updated_at': '2022-05-16T19:07:48Z', 'revision_number': 4, 'project_id': '70b756666b7843baa63dd49b0d871431', 'gw_port': {'id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:42Z', 'updated_at': '2022-05-16T19:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'c7b5921c-bad0-4399-9735-23ab9fc83934', 'name': '', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'mac_address': 'fa:16:3e:97:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:01Z', 'revision_number': 5, 'project_id': '70b756666b7843baa63dd49b0d871431', 'subnets': [{'id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:05.402930 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3109e-c698-48e5-865f-aef886041896 None None] Checking router: b609c361-fa12-468d-a339-eb11338f8d3c for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:14:05.411505 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3109e-c698-48e5-865f-aef886041896 None None] Routers {'b609c361-fa12-468d-a339-eb11338f8d3c'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:14:05.412100 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-c8a3109e-c698-48e5-865f-aef886041896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:14:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['b609c361-fa12-468d-a339-eb11338f8d3c'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:05.508975 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-c8a3109e-c698-48e5-865f-aef886041896 None None] Set router b609c361-fa12-468d-a339-eb11338f8d3c gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:14:05.702147 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-c8a3109e-c698-48e5-865f-aef886041896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-458338777-router', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:41Z', 'updated_at': '2022-05-16T19:07:48Z', 'revision_number': 4, 'project_id': '70b756666b7843baa63dd49b0d871431', 'gw_port': {'id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:42Z', 'updated_at': '2022-05-16T19:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'c7b5921c-bad0-4399-9735-23ab9fc83934', 'name': '', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'mac_address': 'fa:16:3e:97:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:01Z', 'revision_number': 5, 'project_id': '70b756666b7843baa63dd49b0d871431', 'subnets': [{'id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:05.726300 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3109e-c698-48e5-865f-aef886041896 None None] The sync data for ids ['b609c361-fa12-468d-a339-eb11338f8d3c'] in dv-cinder-839987-5-smb is: [{'id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-458338777-router', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:41Z', 'updated_at': '2022-05-16T19:07:48Z', 'revision_number': 4, 'project_id': '70b756666b7843baa63dd49b0d871431', 'gw_port': {'id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:42Z', 'updated_at': '2022-05-16T19:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'c7b5921c-bad0-4399-9735-23ab9fc83934', 'name': '', 'network_id': 'c1cc3c61-1225-4d74-a272-e27badcaaf2d', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'mac_address': 'fa:16:3e:97:90:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:01Z', 'revision_number': 5, 'project_id': '70b756666b7843baa63dd49b0d871431', 'subnets': [{'id': 'ade8a152-1ee2-4456-af76-7bb459b607fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:14:05.767522 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58380) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:05.823124 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c6760a44-bf19-40b2-a43c-95d0fe6aed0f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for security_group (33e65be4-e30d-40b5-a19a-81beeea9e50b), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:05.855637 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c6760a44-bf19-40b2-a43c-95d0fe6aed0f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for security_group (33e65be4-e30d-40b5-a19a-81beeea9e50b), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:05.911211 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c6760a44-bf19-40b2-a43c-95d0fe6aed0f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (33e65be4-e30d-40b5-a19a-81beeea9e50b), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:05.914554 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c6760a44-bf19-40b2-a43c-95d0fe6aed0f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:05.915742 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-c6760a44-bf19-40b2-a43c-95d0fe6aed0f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "DELETE /v2.0/security-groups/33e65be4-e30d-40b5-a19a-81beeea9e50b HTTP/1.1" status: 204 len: 168 time: 0.1471624 May 16 19:14:05.918438 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58382) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:05.925273 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6760a44-bf19-40b2-a43c-95d0fe6aed0f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e65be4-e30d-40b5-a19a-81beeea9e50b,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:05.933345 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.api.v2.resource [None req-6f048282-e348-4c19-88bb-336092abbb8f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] show failed (client error): The resource could not be found. May 16 19:14:05.936624 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-6f048282-e348-4c19-88bb-336092abbb8f tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups/33e65be4-e30d-40b5-a19a-81beeea9e50b HTTP/1.1" status: 404 len: 347 time: 0.0149646 May 16 19:14:05.937376 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58384) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:05.980526 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66214818-25c3-4ed0-9f45-2be0b88d14a3 None None] New status for floating IP f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89: DOWN {{(pid=103576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:14:06.054009 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ac6d4-7c9f-4819-81c7-6860047c027e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Deleting port ec410be7-658f-403f-b256-8427b7d69a72 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:14:06.055025 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ae1ac6d4-7c9f-4819-81c7-6860047c027e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (ec410be7-658f-403f-b256-8427b7d69a72), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:06.056248 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:06.128410 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ae1ac6d4-7c9f-4819-81c7-6860047c027e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (ec410be7-658f-403f-b256-8427b7d69a72), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:06.128767 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ae1ac6d4-7c9f-4819-81c7-6860047c027e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for floatingip (ec410be7-658f-403f-b256-8427b7d69a72), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:06.141556 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-ae1ac6d4-7c9f-4819-81c7-6860047c027e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Calling delete_port for ec410be7-658f-403f-b256-8427b7d69a72 owned by network:floatingip {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:14:06.243849 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acd13e-6036-4cc1-8b3c-6fe6dae5010d req-a1475d80-6665-4fed-b23c-c4cb4f531f12 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:06.245546 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-49acd13e-6036-4cc1-8b3c-6fe6dae5010d req-a1475d80-6665-4fed-b23c-c4cb4f531f12 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0488110 May 16 19:14:06.297633 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-49acd13e-6036-4cc1-8b3c-6fe6dae5010d req-e86584f6-7f00-44ed-aec4-7b993eafa0ea tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463212 May 16 19:14:06.492290 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ae1ac6d4-7c9f-4819-81c7-6860047c027e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (ec410be7-658f-403f-b256-8427b7d69a72), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:06.518046 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ac6d4-7c9f-4819-81c7-6860047c027e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Pushing event deleted for resources: {'Port': ['ID=ec410be7-658f-403f-b256-8427b7d69a72,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:06.580106 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ae1ac6d4-7c9f-4819-81c7-6860047c027e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks [] for floatingip (f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:06.582645 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ae1ac6d4-7c9f-4819-81c7-6860047c027e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:06.583773 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-ae1ac6d4-7c9f-4819-81c7-6860047c027e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "DELETE /v2.0/floatingips/f8bdf95b-4ca6-4b8e-ace9-0de4528e1d89 HTTP/1.1" status: 204 len: 168 time: 0.6455126 May 16 19:14:07.286736 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 53d21f87-37d3-4a16-9cb1-d887c03b4f6e no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:14:07.313233 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: 53d21f87-37d3-4a16-9cb1-d887c03b4f6e {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:14:07.313570 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 53d21f87-37d3-4a16-9cb1-d887c03b4f6e not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:14:07.376106 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:07.413006 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892de6fb-0b53-4ace-b43b-86a884163372 req-ea0d10ef-f1b3-4c98-aeb3-c0343bfaaf8a tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:07.414938 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-892de6fb-0b53-4ace-b43b-86a884163372 req-ea0d10ef-f1b3-4c98-aeb3-c0343bfaaf8a tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0496781 May 16 19:14:07.461987 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-892de6fb-0b53-4ace-b43b-86a884163372 req-098e9c70-1f70-4b5a-9912-a83d51ef54f9 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415010 May 16 19:14:08.572458 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601ab3c-51d2-4949-8f0a-6429028416e8 req-14753658-185c-428d-ba77-d7e64b882509 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:08.573921 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4601ab3c-51d2-4949-8f0a-6429028416e8 req-14753658-185c-428d-ba77-d7e64b882509 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0460498 May 16 19:14:08.620265 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4601ab3c-51d2-4949-8f0a-6429028416e8 req-8498637d-2549-40ab-9f38-2d66780e28dc tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408487 May 16 19:14:08.650298 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:09.044430 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9b445-6c4d-46b9-82e4-809a23667b11 req-b8e950f8-a0d8-4786-82a6-b93f274c6097 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:09.045996 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f0a9b445-6c4d-46b9-82e4-809a23667b11 req-b8e950f8-a0d8-4786-82a6-b93f274c6097 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0548196 May 16 19:14:09.091564 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f0a9b445-6c4d-46b9-82e4-809a23667b11 req-76b0ed1b-1908-4a83-8fd4-192aec54ebee tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397835 May 16 19:14:09.738036 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a81556-7978-4ef0-b8fa-61a9aadb1bdf req-026e7c0f-ef4c-4ea8-9d63-780cd707215b tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:09.739494 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c7a81556-7978-4ef0-b8fa-61a9aadb1bdf req-026e7c0f-ef4c-4ea8-9d63-780cd707215b tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0449862 May 16 19:14:09.786774 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c7a81556-7978-4ef0-b8fa-61a9aadb1bdf req-5515a533-5b5a-4316-bf9c-71843da23b7d tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411613 May 16 19:14:10.200886 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b321c8-f334-48b6-bf7e-758295c7de6b req-5e56cc87-736a-49eb-8874-9afbf9acecbb tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:10.202302 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c0b321c8-f334-48b6-bf7e-758295c7de6b req-5e56cc87-736a-49eb-8874-9afbf9acecbb tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0452235 May 16 19:14:10.253020 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c0b321c8-f334-48b6-bf7e-758295c7de6b req-62195ef2-0e7d-49a7-a154-d4a53c30cb1e tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452957 May 16 19:14:10.767406 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccc63f-526e-4aad-b82c-050d58c2b35e req-4a19a67a-b4a7-4dfe-8358-96ecaebdb499 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:10.768852 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a1ccc63f-526e-4aad-b82c-050d58c2b35e req-4a19a67a-b4a7-4dfe-8358-96ecaebdb499 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.78 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 945 time: 0.0459597 May 16 19:14:10.852994 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-a1ccc63f-526e-4aad-b82c-050d58c2b35e req-8b2d6756-d5f7-4d5e-86dd-ec7d692ab120 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Deleting port 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:14:10.853338 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-a1ccc63f-526e-4aad-b82c-050d58c2b35e req-8b2d6756-d5f7-4d5e-86dd-ec7d692ab120 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (6b1b62aa-e719-4cb9-8d0f-07cf685bb71c), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:10.904609 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a801915-2c9f-47fd-8987-ca2eca49d1d7 req-606e4a36-a223-4ca4-8d2e-d8f38f962e7b tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:10.906254 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6a801915-2c9f-47fd-8987-ca2eca49d1d7 req-606e4a36-a223-4ca4-8d2e-d8f38f962e7b tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0464654 May 16 19:14:10.944800 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-a1ccc63f-526e-4aad-b82c-050d58c2b35e req-8b2d6756-d5f7-4d5e-86dd-ec7d692ab120 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] For port 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=6b1b62aa-e719-4cb9-8d0f-07cf685bb71c,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:10.945163 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-a1ccc63f-526e-4aad-b82c-050d58c2b35e req-8b2d6756-d5f7-4d5e-86dd-ec7d692ab120 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (6b1b62aa-e719-4cb9-8d0f-07cf685bb71c), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:10.957015 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6a801915-2c9f-47fd-8987-ca2eca49d1d7 req-19c4e71a-34f9-4b46-8251-ca69abfc61f7 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435712 May 16 19:14:10.957859 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-a1ccc63f-526e-4aad-b82c-050d58c2b35e req-8b2d6756-d5f7-4d5e-86dd-ec7d692ab120 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Calling delete_port for 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:14:11.082569 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-a1ccc63f-526e-4aad-b82c-050d58c2b35e req-8b2d6756-d5f7-4d5e-86dd-ec7d692ab120 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (6b1b62aa-e719-4cb9-8d0f-07cf685bb71c), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:11.093573 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['d9db1dad-2833-49cc-86f4-829cf582ab79', '6b1b62aa-e719-4cb9-8d0f-07cf685bb71c'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:14:11.109291 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d6756-d5f7-4d5e-86dd-ec7d692ab120 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Pushing event deleted for resources: {'Port': ['ID=6b1b62aa-e719-4cb9-8d0f-07cf685bb71c,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:11.154241 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ccc63f-526e-4aad-b82c-050d58c2b35e req-8b2d6756-d5f7-4d5e-86dd-ec7d692ab120 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] No DVR routers for this DVR port 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c on host hv-cinder-83998 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:14:11.156848 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-a1ccc63f-526e-4aad-b82c-050d58c2b35e req-8b2d6756-d5f7-4d5e-86dd-ec7d692ab120 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:11.160094 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a1ccc63f-526e-4aad-b82c-050d58c2b35e req-8b2d6756-d5f7-4d5e-86dd-ec7d692ab120 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.78 "DELETE /v2.0/ports/6b1b62aa-e719-4cb9-8d0f-07cf685bb71c HTTP/1.1" status: 204 len: 173 time: 0.3861516 May 16 19:14:11.160525 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3', 'name': 'network-vif-deleted', 'tag': '6b1b62aa-e719-4cb9-8d0f-07cf685bb71c'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:11.162870 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cfaa95-26b1-4688-ba9b-f688c7c4d00a" -d '{"events": [{"server_uuid": "e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3", "name": "network-vif-deleted", "tag": "6b1b62aa-e719-4cb9-8d0f-07cf685bb71c"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:11.198139 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da22fd0b-8817-473a-a557-eb5f7c66f741 x-openstack-request-id: req-da22fd0b-8817-473a-a557-eb5f7c66f741 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:11.198324 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3", "name": "network-vif-deleted", "tag": "6b1b62aa-e719-4cb9-8d0f-07cf685bb71c", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:11.198587 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da22fd0b-8817-473a-a557-eb5f7c66f741 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:11.198991 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da22fd0b-8817-473a-a557-eb5f7c66f741'] response: {'server_uuid': 'e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3', 'name': 'network-vif-deleted', 'tag': '6b1b62aa-e719-4cb9-8d0f-07cf685bb71c', 'status': 'completed', 'code': 200} May 16 19:14:11.365446 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-37c8d708-463a-4810-b4f8-841749fb1f89 req-c6ae1345-69f6-446b-bce5-6104dd2e4a48 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6d3d12b-86bc-4ce6-92f1-4cb2da9df6c3 HTTP/1.1" status: 200 len: 210 time: 0.0263031 May 16 19:14:12.071635 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f51f60-8562-41a3-bd05-4929b6fefb7b req-e86fec99-d988-40a7-a830-c69de9b773ba tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:12.073088 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-68f51f60-8562-41a3-bd05-4929b6fefb7b req-e86fec99-d988-40a7-a830-c69de9b773ba tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0458682 May 16 19:14:12.123087 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-68f51f60-8562-41a3-bd05-4929b6fefb7b req-609fe005-0bef-43c0-b00a-b7b7f41c3f61 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445654 May 16 19:14:12.630731 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fecccfe-0320-4cf6-83bd-3d38d7575249 req-52bc57cf-a347-440e-9ca8-c35e952374f6 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:12.632414 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6fecccfe-0320-4cf6-83bd-3d38d7575249 req-52bc57cf-a347-440e-9ca8-c35e952374f6 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.0457180 May 16 19:14:12.688801 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6fecccfe-0320-4cf6-83bd-3d38d7575249 req-a497df5e-d34c-45ec-842d-97e87ff9ebfe tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503907 May 16 19:14:13.235241 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f77869-8030-48ba-9b3e-d336b28eeb16 req-54ca5edf-5b2b-4843-8fa1-c69f2f60fe84 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:13.236707 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f7f77869-8030-48ba-9b3e-d336b28eeb16 req-54ca5edf-5b2b-4843-8fa1-c69f2f60fe84 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0460677 May 16 19:14:13.284277 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f7f77869-8030-48ba-9b3e-d336b28eeb16 req-d01dd0cc-3df4-4823-87bd-ffa15e1831f4 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421257 May 16 19:14:13.527800 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:14:13.546691 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:14:13.547031 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 6b1b62aa-e719-4cb9-8d0f-07cf685bb71c not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:14:13.802758 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff626fd-d68d-4692-93d0-737866c4dc2e req-5ca68bab-9133-409c-91d6-90c99e035354 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:13.804097 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0ff626fd-d68d-4692-93d0-737866c4dc2e req-5ca68bab-9133-409c-91d6-90c99e035354 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.0484521 May 16 19:14:13.849299 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0ff626fd-d68d-4692-93d0-737866c4dc2e req-b4789608-1720-4109-a786-2c6b9f020c91 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391498 May 16 19:14:14.400033 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570ea27-a9e3-421f-872b-7544da228117 req-aa77b850-2e63-49f2-b719-40b6c1e5e544 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:14.401490 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e570ea27-a9e3-421f-872b-7544da228117 req-aa77b850-2e63-49f2-b719-40b6c1e5e544 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0522904 May 16 19:14:14.447662 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e570ea27-a9e3-421f-872b-7544da228117 req-651af838-4557-4a38-9e23-9625d79b13bb tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407140 May 16 19:14:14.867384 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8f8c5-9602-4c31-ac3c-88984ebccc4a req-3248c026-f73a-4dbd-aecc-9cb3a6829f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:14.868972 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-e7e8f8c5-9602-4c31-ac3c-88984ebccc4a req-3248c026-f73a-4dbd-aecc-9cb3a6829f73 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=59c811a30ef74f329f5d72d605a56444&device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 1129 time: 0.0407379 May 16 19:14:14.957869 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8f8c5-9602-4c31-ac3c-88984ebccc4a req-d33ccdcc-46b6-493a-9e0e-fb7b0533c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:14.959378 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-e7e8f8c5-9602-4c31-ac3c-88984ebccc4a req-d33ccdcc-46b6-493a-9e0e-fb7b0533c08c service neutron] 10.222.0.78 "GET /v2.0/networks?id=6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 HTTP/1.1" status: 200 len: 909 time: 0.0834911 May 16 19:14:14.965324 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416dede-9e16-4a1b-ab69-02ec4c24a754 req-645094aa-3e36-44bc-9ee6-f58d99d01017 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:14.966782 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6416dede-9e16-4a1b-ab69-02ec4c24a754 req-645094aa-3e36-44bc-9ee6-f58d99d01017 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.0494611 May 16 19:14:15.012308 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6416dede-9e16-4a1b-ab69-02ec4c24a754 req-a6f944f9-8586-4859-9e1e-811985db7a44 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/security-groups?id=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400834 May 16 19:14:15.033627 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-e7e8f8c5-9602-4c31-ac3c-88984ebccc4a req-47a4b3e3-e33f-4a6e-a7f5-b91f6185dfd4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3e3f99a-88c0-4675-9448-938c84762e69 HTTP/1.1" status: 200 len: 1000 time: 0.0580306 May 16 19:14:15.087710 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8f8c5-9602-4c31-ac3c-88984ebccc4a req-d4edccaf-dc7a-4a8d-8b60-45dac128da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:15.089142 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-e7e8f8c5-9602-4c31-ac3c-88984ebccc4a req-d4edccaf-dc7a-4a8d-8b60-45dac128da77 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=478c6510-2ff9-464a-aaea-d94252c2b18b HTTP/1.1" status: 200 len: 847 time: 0.0494425 May 16 19:14:15.176507 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8f8c5-9602-4c31-ac3c-88984ebccc4a req-1710533a-0467-418d-9bf5-c350e0f80d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:15.178018 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-e7e8f8c5-9602-4c31-ac3c-88984ebccc4a req-1710533a-0467-418d-9bf5-c350e0f80d77 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0398300 May 16 19:14:15.425395 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50498b-1d84-4b61-9a6f-3ebc388973b1 req-dd85054f-f17d-4d31-8e2f-1d73d7c6cdd9 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:15.426847 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-fa50498b-1d84-4b61-9a6f-3ebc388973b1 req-dd85054f-f17d-4d31-8e2f-1d73d7c6cdd9 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.78 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 945 time: 0.0844314 May 16 19:14:15.488094 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-e7e8f8c5-9602-4c31-ac3c-88984ebccc4a req-183b331d-83ae-47b3-8ddb-c001a28020c5 service neutron] 10.222.0.78 "GET /v2.0/networks/6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643751 May 16 19:14:15.559551 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dda973-1a39-489c-b6e9-72012960aff1 req-e7d147ac-1093-4398-afcf-122725c403b9 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:15.561164 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-60dda973-1a39-489c-b6e9-72012960aff1 req-e7d147ac-1093-4398-afcf-122725c403b9 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0469496 May 16 19:14:15.564297 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-fa50498b-1d84-4b61-9a6f-3ebc388973b1 req-ab7b60eb-ee0f-4e22-812d-08a2074ddaad tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Deleting port d9db1dad-2833-49cc-86f4-829cf582ab79 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:14:15.564662 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-fa50498b-1d84-4b61-9a6f-3ebc388973b1 req-ab7b60eb-ee0f-4e22-812d-08a2074ddaad tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (d9db1dad-2833-49cc-86f4-829cf582ab79), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:15.609271 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-60dda973-1a39-489c-b6e9-72012960aff1 req-aba7f644-4150-4186-a6dd-e605b0d5434d tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426092 May 16 19:14:15.674050 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-e7e8f8c5-9602-4c31-ac3c-88984ebccc4a req-9a1db9b2-da3c-4e34-afa2-d9c2f4dc4c5b service neutron] 10.222.0.78 "GET /v2.0/networks/6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727722 May 16 19:14:15.696201 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-fa50498b-1d84-4b61-9a6f-3ebc388973b1 req-ab7b60eb-ee0f-4e22-812d-08a2074ddaad tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] For port d9db1dad-2833-49cc-86f4-829cf582ab79, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=d9db1dad-2833-49cc-86f4-829cf582ab79,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:15.696509 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-fa50498b-1d84-4b61-9a6f-3ebc388973b1 req-ab7b60eb-ee0f-4e22-812d-08a2074ddaad tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (d9db1dad-2833-49cc-86f4-829cf582ab79), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:15.709266 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-fa50498b-1d84-4b61-9a6f-3ebc388973b1 req-ab7b60eb-ee0f-4e22-812d-08a2074ddaad tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Calling delete_port for d9db1dad-2833-49cc-86f4-829cf582ab79 owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:14:15.840303 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-fa50498b-1d84-4b61-9a6f-3ebc388973b1 req-ab7b60eb-ee0f-4e22-812d-08a2074ddaad tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (d9db1dad-2833-49cc-86f4-829cf582ab79), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:15.854108 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['d9db1dad-2833-49cc-86f4-829cf582ab79'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:14:15.868532 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b60eb-ee0f-4e22-812d-08a2074ddaad tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Pushing event deleted for resources: {'Port': ['ID=d9db1dad-2833-49cc-86f4-829cf582ab79,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:15.910327 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa50498b-1d84-4b61-9a6f-3ebc388973b1 req-ab7b60eb-ee0f-4e22-812d-08a2074ddaad tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] No DVR routers for this DVR port d9db1dad-2833-49cc-86f4-829cf582ab79 on host hv-cinder-83998 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:14:15.912707 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-fa50498b-1d84-4b61-9a6f-3ebc388973b1 req-ab7b60eb-ee0f-4e22-812d-08a2074ddaad tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:15.916469 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-fa50498b-1d84-4b61-9a6f-3ebc388973b1 req-ab7b60eb-ee0f-4e22-812d-08a2074ddaad tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.78 "DELETE /v2.0/ports/d9db1dad-2833-49cc-86f4-829cf582ab79 HTTP/1.1" status: 204 len: 173 time: 0.4808960 May 16 19:14:15.916925 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca76ef1-18a3-4028-a0f7-8cd6eb61e078', 'name': 'network-vif-deleted', 'tag': 'd9db1dad-2833-49cc-86f4-829cf582ab79'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:15.919112 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c8244e-535f-42b6-8d63-180fb378c11a" -d '{"events": [{"server_uuid": "3ca76ef1-18a3-4028-a0f7-8cd6eb61e078", "name": "network-vif-deleted", "tag": "d9db1dad-2833-49cc-86f4-829cf582ab79"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:15.953299 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb65531-c04f-44ae-b747-3beb26b3b4bd x-openstack-request-id: req-7fb65531-c04f-44ae-b747-3beb26b3b4bd {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:15.953589 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ca76ef1-18a3-4028-a0f7-8cd6eb61e078", "name": "network-vif-deleted", "tag": "d9db1dad-2833-49cc-86f4-829cf582ab79", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:15.953842 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7fb65531-c04f-44ae-b747-3beb26b3b4bd {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:15.954238 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb65531-c04f-44ae-b747-3beb26b3b4bd'] response: {'server_uuid': '3ca76ef1-18a3-4028-a0f7-8cd6eb61e078', 'name': 'network-vif-deleted', 'tag': 'd9db1dad-2833-49cc-86f4-829cf582ab79', 'status': 'completed', 'code': 200} May 16 19:14:16.122597 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-db171e41-7fb5-4681-b8b7-06609baf10d0 req-e2e87f7b-74b6-4b22-b0a0-6523d008e6e2 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 210 time: 0.0439916 May 16 19:14:16.723401 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f816b-3fb8-4ab7-83b8-aa50d67e272d req-27e44275-ada4-4c7b-9ab8-9b0c483420cc tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:16.724833 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a69f816b-3fb8-4ab7-83b8-aa50d67e272d req-27e44275-ada4-4c7b-9ab8-9b0c483420cc tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0476747 May 16 19:14:16.771319 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a69f816b-3fb8-4ab7-83b8-aa50d67e272d req-29f04bb9-9276-4a53-8ed5-8032774e6a96 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404379 May 16 19:14:17.218407 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a6ce7fb5-4651-4ca2-93a4-a40e8bcee065 req-e2dc610b-ccf3-4838-ab5b-e8403bc8a3b2 tempest-ServerRescueNegativeTestJSON-1508810054 tempest-ServerRescueNegativeTestJSON-1508810054-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ca76ef1-18a3-4028-a0f7-8cd6eb61e078 HTTP/1.1" status: 200 len: 210 time: 0.0278261 May 16 19:14:17.885007 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1300a-e726-4a93-ae52-04f884d52c15 req-5360474d-2588-4ff7-96de-5a5f6020e9ec tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:17.886478 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0ce1300a-e726-4a93-ae52-04f884d52c15 req-5360474d-2588-4ff7-96de-5a5f6020e9ec tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0459042 May 16 19:14:17.932975 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0ce1300a-e726-4a93-ae52-04f884d52c15 req-2c4cd6b8-97fd-45c8-9137-71e8cfd92014 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412023 May 16 19:14:18.106642 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3927180d-370a-4b8f-a8b2-d0fcce81d6ff req-fbef6938-ac53-45c3-ac2d-a7a3add90498 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399287 May 16 19:14:18.141198 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b200e6-c0d1-4c83-bc2f-7829cd98d8d8 req-3126337b-f088-4e73-9609-26386613d8cc tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:18.142979 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-98b200e6-c0d1-4c83-bc2f-7829cd98d8d8 req-3126337b-f088-4e73-9609-26386613d8cc tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0553880 May 16 19:14:18.189797 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927180d-370a-4b8f-a8b2-d0fcce81d6ff req-7221c332-c2ef-4a97-a798-b7dc13e54c5f tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:18.191232 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3927180d-370a-4b8f-a8b2-d0fcce81d6ff req-7221c332-c2ef-4a97-a798-b7dc13e54c5f tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports/f3e3f99a-88c0-4675-9448-938c84762e69 HTTP/1.1" status: 200 len: 942 time: 0.0567868 May 16 19:14:18.193240 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-98b200e6-c0d1-4c83-bc2f-7829cd98d8d8 req-5109da9e-d1cf-42a2-a026-25bcd9219edc tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433733 May 16 19:14:18.274946 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58468) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:18.750128 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-41d74575-71b1-4f4e-8e9d-1c0acde1748e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3933130'] for router_interface (b609c361-fa12-468d-a339-eb11338f8d3c), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:19.015509 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-41d74575-71b1-4f4e-8e9d-1c0acde1748e admin admin] Deleting port c7b5921c-bad0-4399-9735-23ab9fc83934 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:14:19.016232 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-41d74575-71b1-4f4e-8e9d-1c0acde1748e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:19.095287 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-41d74575-71b1-4f4e-8e9d-1c0acde1748e admin admin] For port c7b5921c-bad0-4399-9735-23ab9fc83934, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=c7b5921c-bad0-4399-9735-23ab9fc83934,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:19.095563 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-41d74575-71b1-4f4e-8e9d-1c0acde1748e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:19.108175 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-41d74575-71b1-4f4e-8e9d-1c0acde1748e admin admin] Calling delete_port for c7b5921c-bad0-4399-9735-23ab9fc83934 owned by network:router_interface {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:14:19.296034 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927180d-370a-4b8f-a8b2-d0fcce81d6ff req-6efa84e6-f449-4713-9aa8-f557e4a9d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:19.297533 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3927180d-370a-4b8f-a8b2-d0fcce81d6ff req-6efa84e6-f449-4713-9aa8-f557e4a9d0f6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914&tenant_id=59c811a30ef74f329f5d72d605a56444 HTTP/1.1" status: 200 len: 1129 time: 0.0381320 May 16 19:14:19.304159 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-41d74575-71b1-4f4e-8e9d-1c0acde1748e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (c7b5921c-bad0-4399-9735-23ab9fc83934), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:19.343780 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d9f14-9c7f-40de-bac6-3bef40b42d47 req-1c03643c-cd7e-4d93-ae77-6b2cdcd2b99d tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:19.345280 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ab4d9f14-9c7f-40de-bac6-3bef40b42d47 req-1c03643c-cd7e-4d93-ae77-6b2cdcd2b99d tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0785396 May 16 19:14:19.348215 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d74575-71b1-4f4e-8e9d-1c0acde1748e admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b5921c-bad0-4399-9735-23ab9fc83934,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:19.362744 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927180d-370a-4b8f-a8b2-d0fcce81d6ff req-d5b420b5-473f-41f0-8de9-19957ac3b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:19.364429 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3927180d-370a-4b8f-a8b2-d0fcce81d6ff req-d5b420b5-473f-41f0-8de9-19957ac3b6f5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=59c811a30ef74f329f5d72d605a56444&device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 1129 time: 0.0425725 May 16 19:14:19.449435 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ab4d9f14-9c7f-40de-bac6-3bef40b42d47 req-17783e97-b955-481e-bc4b-5c30dc7404e1 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782182 May 16 19:14:19.481595 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927180d-370a-4b8f-a8b2-d0fcce81d6ff req-67c9dc67-4cf5-4fd2-91de-f9646b2d3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:19.483168 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3927180d-370a-4b8f-a8b2-d0fcce81d6ff req-67c9dc67-4cf5-4fd2-91de-f9646b2d3f46 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 HTTP/1.1" status: 200 len: 909 time: 0.1111431 May 16 19:14:19.546898 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device f3e3f99a-88c0-4675-9448-938c84762e69 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:14:19.553417 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3927180d-370a-4b8f-a8b2-d0fcce81d6ff req-cb016827-efeb-414c-8e60-f1ec1ab2f1fa service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3e3f99a-88c0-4675-9448-938c84762e69 HTTP/1.1" status: 200 len: 1000 time: 0.0638964 May 16 19:14:19.557740 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-41d74575-71b1-4f4e-8e9d-1c0acde1748e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3891545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3993557'] for router_interface (b609c361-fa12-468d-a339-eb11338f8d3c), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:19.607298 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927180d-370a-4b8f-a8b2-d0fcce81d6ff req-8734253b-c519-422e-bb78-98b3e3741292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:19.608997 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3927180d-370a-4b8f-a8b2-d0fcce81d6ff req-8734253b-c519-422e-bb78-98b3e3741292 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=478c6510-2ff9-464a-aaea-d94252c2b18b HTTP/1.1" status: 200 len: 847 time: 0.0488379 May 16 19:14:19.621435 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port f3e3f99a-88c0-4675-9448-938c84762e69 is: ACTIVE; New status is: DOWN {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:14:19.621760 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:19.646122 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c076bbbd-b448-4d64-981c-f028018fe914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e3f99a-88c0-4675-9448-938c84762e69'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:19.648386 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c74a1d-f4a4-4bb4-a3c0-5357c9a3e1d4" -d '{"events": [{"server_uuid": "c076bbbd-b448-4d64-981c-f028018fe914", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e3f99a-88c0-4675-9448-938c84762e69"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:19.658768 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927180d-370a-4b8f-a8b2-d0fcce81d6ff req-4979b326-6044-460f-974a-aa49440c9117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:19.660867 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3927180d-370a-4b8f-a8b2-d0fcce81d6ff req-4979b326-6044-460f-974a-aa49440c9117 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0453758 May 16 19:14:19.661505 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port f3e3f99a-88c0-4675-9448-938c84762e69, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f3e3f99a-88c0-4675-9448-938c84762e69,segment=NetworkSegment(9ae41167-1f4c-4f91-b2ba-10e2906cf444),segment_id=9ae41167-1f4c-4f91-b2ba-10e2906cf444)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:19.666890 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:19.667820 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device d9db1dad-2833-49cc-86f4-829cf582ab79 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:14:19.712906 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 May 2022 19:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2515ba-0e5a-4112-8cf6-bf4cc0cc2a23 x-openstack-request-id: req-1a2515ba-0e5a-4112-8cf6-bf4cc0cc2a23 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:19.713530 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c076bbbd-b448-4d64-981c-f028018fe914", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e3f99a-88c0-4675-9448-938c84762e69", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:19.713953 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a2515ba-0e5a-4112-8cf6-bf4cc0cc2a23 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:19.714652 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a2515ba-0e5a-4112-8cf6-bf4cc0cc2a23'] response: {'server_uuid': 'c076bbbd-b448-4d64-981c-f028018fe914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e3f99a-88c0-4675-9448-938c84762e69', 'code': 200} May 16 19:14:19.717791 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: d9db1dad-2833-49cc-86f4-829cf582ab79 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:14:19.718368 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device d9db1dad-2833-49cc-86f4-829cf582ab79 not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:14:19.743317 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=f3e3f99a-88c0-4675-9448-938c84762e69,revision_number=6']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:19.762188 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3927180d-370a-4b8f-a8b2-d0fcce81d6ff req-d6656c49-aa1c-4f6c-9e2d-08e0c4146167 service neutron] 10.222.0.78 "GET /v2.0/networks/6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941346 May 16 19:14:19.859460 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3927180d-370a-4b8f-a8b2-d0fcce81d6ff req-915d088e-c366-4f88-95f2-153426c4c53c service neutron] 10.222.0.78 "GET /v2.0/networks/6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883698 May 16 19:14:20.003981 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d74575-71b1-4f4e-8e9d-1c0acde1748e admin admin] Router b609c361-fa12-468d-a339-eb11338f8d3c has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:14:20.104433 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d74575-71b1-4f4e-8e9d-1c0acde1748e admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:14:20.109337 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-41d74575-71b1-4f4e-8e9d-1c0acde1748e admin admin] 10.222.0.65 "PUT /v2.0/routers/b609c361-fa12-468d-a339-eb11338f8d3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8336070 May 16 19:14:20.111984 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58482) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:20.113100 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17d8af-775d-4886-8628-6473845c2046 None None] Sync routers for ids ['b609c361-fa12-468d-a339-eb11338f8d3c'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:14:20.124275 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17d8af-775d-4886-8628-6473845c2046 None None] Routers {'b609c361-fa12-468d-a339-eb11338f8d3c'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:14:20.124909 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-1f17d8af-775d-4886-8628-6473845c2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:14:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['b609c361-fa12-468d-a339-eb11338f8d3c'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:20.209506 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-486703fa-1569-478b-8a39-b9ea7e0460b2 admin admin] Publish callbacks [] for router (b609c361-fa12-468d-a339-eb11338f8d3c), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:20.311303 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-486703fa-1569-478b-8a39-b9ea7e0460b2 admin admin] Publish callbacks [] for router_gateway (b609c361-fa12-468d-a339-eb11338f8d3c), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:20.344579 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-1f17d8af-775d-4886-8628-6473845c2046 None None] Set router b609c361-fa12-468d-a339-eb11338f8d3c gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:14:20.353558 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-486703fa-1569-478b-8a39-b9ea7e0460b2 admin admin] Deleting port 99fb45fa-c20a-413a-8c60-8017b1506330 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:14:20.353917 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-486703fa-1569-478b-8a39-b9ea7e0460b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (99fb45fa-c20a-413a-8c60-8017b1506330), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:20.432962 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-486703fa-1569-478b-8a39-b9ea7e0460b2 admin admin] For port 99fb45fa-c20a-413a-8c60-8017b1506330, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=99fb45fa-c20a-413a-8c60-8017b1506330,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:20.433324 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-486703fa-1569-478b-8a39-b9ea7e0460b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (99fb45fa-c20a-413a-8c60-8017b1506330), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:20.446045 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-486703fa-1569-478b-8a39-b9ea7e0460b2 admin admin] Calling delete_port for 99fb45fa-c20a-413a-8c60-8017b1506330 owned by network:router_gateway {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:14:20.510774 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-1f17d8af-775d-4886-8628-6473845c2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-458338777-router', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214'}], 'enable_snat': True}, 'gw_port_id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:41Z', 'updated_at': '2022-05-16T19:14:19Z', 'revision_number': 5, 'project_id': '70b756666b7843baa63dd49b0d871431', 'gw_port': {'id': '99fb45fa-c20a-413a-8c60-8017b1506330', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:42Z', 'updated_at': '2022-05-16T19:07:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:20.535628 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17d8af-775d-4886-8628-6473845c2046 None None] Checking router: b609c361-fa12-468d-a339-eb11338f8d3c for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:14:20.544747 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f17d8af-775d-4886-8628-6473845c2046 None None] Routers {'b609c361-fa12-468d-a339-eb11338f8d3c'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:14:20.545348 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-1f17d8af-775d-4886-8628-6473845c2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:14:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['b609c361-fa12-468d-a339-eb11338f8d3c'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:20.600371 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5f211-69b1-4916-bcf3-bbc4e4b17d5f req-6f5a567c-9528-4ee7-bbde-7dab016bb8d6 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:20.601844 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-39b5f211-69b1-4916-bcf3-bbc4e4b17d5f req-6f5a567c-9528-4ee7-bbde-7dab016bb8d6 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 943 time: 0.0574911 May 16 19:14:20.628304 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-1f17d8af-775d-4886-8628-6473845c2046 None None] Set router b609c361-fa12-468d-a339-eb11338f8d3c gateway port host: None {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:14:20.673644 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-486703fa-1569-478b-8a39-b9ea7e0460b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (99fb45fa-c20a-413a-8c60-8017b1506330), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:20.679535 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-1f17d8af-775d-4886-8628-6473845c2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-458338777-router', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:41Z', 'updated_at': '2022-05-16T19:14:20Z', 'revision_number': 6, 'project_id': '70b756666b7843baa63dd49b0d871431', 'gw_port_host': None}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:20.703677 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f17d8af-775d-4886-8628-6473845c2046 None None] The sync data for ids ['b609c361-fa12-468d-a339-eb11338f8d3c'] in dv-cinder-839987-5-smb is: [{'id': 'b609c361-fa12-468d-a339-eb11338f8d3c', 'name': 'tempest-ServerRescueNegativeTestJSON-458338777-router', 'tenant_id': '70b756666b7843baa63dd49b0d871431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:41Z', 'updated_at': '2022-05-16T19:14:20Z', 'revision_number': 6, 'project_id': '70b756666b7843baa63dd49b0d871431', 'gw_port_host': None}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:14:20.706400 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486703fa-1569-478b-8a39-b9ea7e0460b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=99fb45fa-c20a-413a-8c60-8017b1506330,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:20.712150 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-39b5f211-69b1-4916-bcf3-bbc4e4b17d5f req-04b495ca-c317-45dd-bd0c-9315bf778f16 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998356 May 16 19:14:20.776333 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-486703fa-1569-478b-8a39-b9ea7e0460b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3944696'] for router_gateway (b609c361-fa12-468d-a339-eb11338f8d3c), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:20.878355 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-486703fa-1569-478b-8a39-b9ea7e0460b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3945648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-333'] for router (b609c361-fa12-468d-a339-eb11338f8d3c), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:20.880441 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-486703fa-1569-478b-8a39-b9ea7e0460b2 admin admin] Publish callbacks [] for router_controller (b609c361-fa12-468d-a339-eb11338f8d3c), precommit_delete_associations {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:20.941366 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-486703fa-1569-478b-8a39-b9ea7e0460b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3945641'] for router (b609c361-fa12-468d-a339-eb11338f8d3c), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:20.942058 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486703fa-1569-478b-8a39-b9ea7e0460b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b609c361-fa12-468d-a339-eb11338f8d3c {{(pid=103573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:14:20.947445 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-486703fa-1569-478b-8a39-b9ea7e0460b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:20.948568 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-486703fa-1569-478b-8a39-b9ea7e0460b2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b609c361-fa12-468d-a339-eb11338f8d3c HTTP/1.1" status: 204 len: 168 time: 0.8356326 May 16 19:14:20.950982 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58488) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:20.996760 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa75a28-4cbb-4080-b5da-62491bfc9f25 admin admin] Deleting subnet ade8a152-1ee2-4456-af76-7bb459b607fb {{(pid=103573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:14:20.999656 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6aa75a28-4cbb-4080-b5da-62491bfc9f25 admin admin] Publish callbacks [] for subnet (ade8a152-1ee2-4456-af76-7bb459b607fb), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:21.033300 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6aa75a28-4cbb-4080-b5da-62491bfc9f25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295113'] for subnet (ade8a152-1ee2-4456-af76-7bb459b607fb), precommit_delete_associations {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:21.147374 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6aa75a28-4cbb-4080-b5da-62491bfc9f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660465'] for subnet (ade8a152-1ee2-4456-af76-7bb459b607fb), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:21.199031 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6aa75a28-4cbb-4080-b5da-62491bfc9f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127131128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125931018'] for subnet (ade8a152-1ee2-4456-af76-7bb459b607fb), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:21.224742 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa75a28-4cbb-4080-b5da-62491bfc9f25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade8a152-1ee2-4456-af76-7bb459b607fb,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:21.230010 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6aa75a28-4cbb-4080-b5da-62491bfc9f25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:21.233170 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-6aa75a28-4cbb-4080-b5da-62491bfc9f25 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ade8a152-1ee2-4456-af76-7bb459b607fb HTTP/1.1" status: 204 len: 168 time: 0.2812891 May 16 19:14:21.235621 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58490) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:21.238510 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bc3c32-f32f-4d63-b9e6-bd67319ff7cb None None] Network c1cc3c61-1225-4d74-a272-e27badcaaf2d requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:14:21.301919 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751918'] for network (c1cc3c61-1225-4d74-a272-e27badcaaf2d), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:21.348106 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] Deleting port 2c46c48f-826c-4285-b466-f00bccc3c833 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:14:21.348435 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (2c46c48f-826c-4285-b466-f00bccc3c833), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:21.410227 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] For port 2c46c48f-826c-4285-b466-f00bccc3c833, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=2c46c48f-826c-4285-b466-f00bccc3c833,segment=NetworkSegment(5f8297a9-4010-49b7-919c-c888ca043f7c),segment_id=5f8297a9-4010-49b7-919c-c888ca043f7c)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:21.410507 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (2c46c48f-826c-4285-b466-f00bccc3c833), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:21.422761 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] Calling delete_port for 2c46c48f-826c-4285-b466-f00bccc3c833 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:14:21.504450 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (2c46c48f-826c-4285-b466-f00bccc3c833), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:21.507258 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce5f8fe-56b0-4e82-b519-f5636c5aead7 None None] DHCP port deletion for c1cc3c61-1225-4d74-a272-e27badcaaf2d request from dv-cinder-839987-5-smb {{(pid=103575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:14:21.531857 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] Pushing event deleted for resources: {'Port': ['ID=2c46c48f-826c-4285-b466-f00bccc3c833,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:21.533978 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] No DVR routers for this DVR port 2c46c48f-826c-4285-b466-f00bccc3c833 on host dv-cinder-839987-5-smb {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:14:21.609044 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661572', 'neutron.services.segments.db._delete_segments_for_network-8772410173462'] for network (c1cc3c61-1225-4d74-a272-e27badcaaf2d), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:21.630296 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1cc3c61-1225-4d74-a272-e27badcaaf2d']}} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:21.640047 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8297a9-4010-49b7-919c-c888ca043f7c') {'for_net_delete': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:21.640343 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8297a9-4010-49b7-919c-c888ca043f7c') {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:21.649455 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410174751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295152'] for segment (5f8297a9-4010-49b7-919c-c888ca043f7c), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:21.662216 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (5f8297a9-4010-49b7-919c-c888ca043f7c), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:21.668603 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:14:21.669041 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127128922'] for segment (5f8297a9-4010-49b7-919c-c888ca043f7c), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: Traceback (most recent call last): May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: timer() May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: cb(*args, **kw) May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: return func(*args, **kwargs) May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: self._notify() May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: self.callback(batched_events) May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: event.method(event) May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: return f(self, *a, **k) May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: return self._get(url).json() May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: return self.request(url, 'GET', **kwargs) May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:14:21.671450 dv-cinder-839987-5-smb neutron-server[103573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:14:21.731662 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3934410'] for network (c1cc3c61-1225-4d74-a272-e27badcaaf2d), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:21.738938 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:21.745207 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] 10.222.0.65 "DELETE /v2.0/networks/c1cc3c61-1225-4d74-a272-e27badcaaf2d HTTP/1.1" status: 204 len: 168 time: 0.5057831 May 16 19:14:21.754925 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834e75e-4aad-4f90-95c6-8c7ee965533b admin admin] Pushing event deleted for resources: {'Network': ['ID=c1cc3c61-1225-4d74-a272-e27badcaaf2d,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:21.843867 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8d2c1-a169-4e12-8cef-d7f1e77f5a0c req-008468eb-9d26-4be1-a491-5364753f0a34 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:21.845435 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-37c8d2c1-a169-4e12-8cef-d7f1e77f5a0c req-008468eb-9d26-4be1-a491-5364753f0a34 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 943 time: 0.0527453 May 16 19:14:21.868684 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58496) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:21.895772 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-37c8d2c1-a169-4e12-8cef-d7f1e77f5a0c req-c59d5681-0e85-45f6-84ab-d01aff7cc3b9 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440373 May 16 19:14:21.907938 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-374ec883-a72d-4f9e-84b9-594849dcd078 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=70b756666b7843baa63dd49b0d871431&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381236 May 16 19:14:21.910449 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58498) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:21.956476 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-00158230-c990-4325-b909-9827f367b53b admin admin] Publish callbacks [] for security_group (37b5fdfb-ee87-4d20-9d09-98036c1bcbc6), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:21.978305 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-00158230-c990-4325-b909-9827f367b53b admin admin] Publish callbacks [] for security_group (37b5fdfb-ee87-4d20-9d09-98036c1bcbc6), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:22.024863 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-00158230-c990-4325-b909-9827f367b53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (37b5fdfb-ee87-4d20-9d09-98036c1bcbc6), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:22.027807 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-00158230-c990-4325-b909-9827f367b53b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:22.028867 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-00158230-c990-4325-b909-9827f367b53b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/37b5fdfb-ee87-4d20-9d09-98036c1bcbc6 HTTP/1.1" status: 204 len: 168 time: 0.1175110 May 16 19:14:22.039420 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00158230-c990-4325-b909-9827f367b53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b5fdfb-ee87-4d20-9d09-98036c1bcbc6,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:22.087822 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 2c46c48f-826c-4285-b466-f00bccc3c833 no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:14:22.106434 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: 2c46c48f-826c-4285-b466-f00bccc3c833 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:14:22.106704 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 2c46c48f-826c-4285-b466-f00bccc3c833 not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:14:22.107099 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 99fb45fa-c20a-413a-8c60-8017b1506330 no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:14:22.124140 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: 99fb45fa-c20a-413a-8c60-8017b1506330 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:14:22.124477 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 99fb45fa-c20a-413a-8c60-8017b1506330 not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:14:22.124897 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device c7b5921c-bad0-4399-9735-23ab9fc83934 no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:14:22.142123 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: c7b5921c-bad0-4399-9735-23ab9fc83934 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:14:22.142464 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device c7b5921c-bad0-4399-9735-23ab9fc83934 not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:14:23.012488 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be98b7e-1d1a-4095-aacd-38d1a57c60c0 req-a59dc96e-daac-46b0-ab7a-f6ff10186d39 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:23.013992 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3be98b7e-1d1a-4095-aacd-38d1a57c60c0 req-a59dc96e-daac-46b0-ab7a-f6ff10186d39 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 943 time: 0.0484970 May 16 19:14:23.065760 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3be98b7e-1d1a-4095-aacd-38d1a57c60c0 req-48787f7e-a3ba-4269-9562-7ca8b427d6d5 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451567 May 16 19:14:23.398255 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8aea5-7a6d-4290-8b3d-26e7f9b40dbf req-78a43612-c41a-4eb6-bc63-ff3bce6d025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:23.399709 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bef8aea5-7a6d-4290-8b3d-26e7f9b40dbf req-78a43612-c41a-4eb6-bc63-ff3bce6d025f service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 1127 time: 0.0405581 May 16 19:14:23.445182 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-bef8aea5-7a6d-4290-8b3d-26e7f9b40dbf req-3c31ee9e-7f46-4df6-981e-3b7ca9e5bdf3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388148 May 16 19:14:23.553161 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device f3e3f99a-88c0-4675-9448-938c84762e69 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:14:23.651195 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port f3e3f99a-88c0-4675-9448-938c84762e69, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f3e3f99a-88c0-4675-9448-938c84762e69,segment=NetworkSegment(9ae41167-1f4c-4f91-b2ba-10e2906cf444),segment_id=9ae41167-1f4c-4f91-b2ba-10e2906cf444)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:23.661737 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': 'f3e3f99a-88c0-4675-9448-938c84762e69', 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1', 'port_id': 'f3e3f99a-88c0-4675-9448-938c84762e69', 'mac_address': 'fa:16:3e:62:2d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:14:23.706192 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port f3e3f99a-88c0-4675-9448-938c84762e69 is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:14:23.706570 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:23.719725 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e3f99a-88c0-4675-9448-938c84762e69 {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:14:23.739259 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port f3e3f99a-88c0-4675-9448-938c84762e69, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f3e3f99a-88c0-4675-9448-938c84762e69,segment=NetworkSegment(9ae41167-1f4c-4f91-b2ba-10e2906cf444),segment_id=9ae41167-1f4c-4f91-b2ba-10e2906cf444)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:23.742367 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:23.787406 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=f3e3f99a-88c0-4675-9448-938c84762e69,revision_number=7']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:24.168614 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['f3e3f99a-88c0-4675-9448-938c84762e69'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:14:24.175849 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd9f38-ce87-4a4c-9a46-f4ea9a2eff61 req-0a7d36e2-55c8-4756-bc1e-8387c9f24c90 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:24.177362 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-40cd9f38-ce87-4a4c-9a46-f4ea9a2eff61 req-0a7d36e2-55c8-4756-bc1e-8387c9f24c90 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 944 time: 0.0466778 May 16 19:14:24.231069 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-40cd9f38-ce87-4a4c-9a46-f4ea9a2eff61 req-38f5cf81-8372-45bc-ba2a-7defb4b708df tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465667 May 16 19:14:25.344157 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eebd6f4-eb8e-4da9-864f-a5e6402005b4 req-082f01c2-1041-41d6-894d-402f16d2649d tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:25.345661 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5eebd6f4-eb8e-4da9-864f-a5e6402005b4 req-082f01c2-1041-41d6-894d-402f16d2649d tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 944 time: 0.0463858 May 16 19:14:25.395407 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5eebd6f4-eb8e-4da9-864f-a5e6402005b4 req-45bd1f68-9dac-462e-a7d6-adf4dd4cce13 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442846 May 16 19:14:25.713150 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device f3e3f99a-88c0-4675-9448-938c84762e69 up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:14:25.758608 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port f3e3f99a-88c0-4675-9448-938c84762e69 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:14:25.758973 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:25.843208 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port f3e3f99a-88c0-4675-9448-938c84762e69 is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:14:25.843587 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:25.871866 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c076bbbd-b448-4d64-981c-f028018fe914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e3f99a-88c0-4675-9448-938c84762e69'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:25.874199 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7c6b14-6e83-4f81-997c-7ac18f62da54" -d '{"events": [{"server_uuid": "c076bbbd-b448-4d64-981c-f028018fe914", "name": "network-vif-plugged", "status": "completed", "tag": "f3e3f99a-88c0-4675-9448-938c84762e69"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:25.887620 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port f3e3f99a-88c0-4675-9448-938c84762e69, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f3e3f99a-88c0-4675-9448-938c84762e69,segment=NetworkSegment(9ae41167-1f4c-4f91-b2ba-10e2906cf444),segment_id=9ae41167-1f4c-4f91-b2ba-10e2906cf444)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:25.891572 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:25.912880 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2568701-4fcf-4233-988b-065dfa2e41f5 x-openstack-request-id: req-d2568701-4fcf-4233-988b-065dfa2e41f5 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:25.913171 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c076bbbd-b448-4d64-981c-f028018fe914", "name": "network-vif-plugged", "status": "completed", "tag": "f3e3f99a-88c0-4675-9448-938c84762e69", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:25.913425 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d2568701-4fcf-4233-988b-065dfa2e41f5 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:25.913813 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2568701-4fcf-4233-988b-065dfa2e41f5'] response: {'server_uuid': 'c076bbbd-b448-4d64-981c-f028018fe914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e3f99a-88c0-4675-9448-938c84762e69', 'code': 200} May 16 19:14:25.938659 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=f3e3f99a-88c0-4675-9448-938c84762e69,revision_number=8']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:26.505272 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882fb0f-33c3-4db1-86fd-58ed8ebb1c89 req-dd40e6bd-0014-4978-bbca-492071c3444e tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:26.507010 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3882fb0f-33c3-4db1-86fd-58ed8ebb1c89 req-dd40e6bd-0014-4978-bbca-492071c3444e tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0462124 May 16 19:14:26.554422 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3882fb0f-33c3-4db1-86fd-58ed8ebb1c89 req-2ff9b6bf-0945-4751-9584-cf392c467e89 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411844 May 16 19:14:31.263650 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58632) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:31.365977 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6941eb6f-d33a-4398-ae4a-b49a2b1c8041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:31.441130 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6941eb6f-d33a-4398-ae4a-b49a2b1c8041 admin admin] Publish callbacks [] for security_group (0c85c1c8-8a7e-4f19-b4db-4760589a05a0), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:31.444878 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6941eb6f-d33a-4398-ae4a-b49a2b1c8041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (0c85c1c8-8a7e-4f19-b4db-4760589a05a0), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:31.490132 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-6941eb6f-d33a-4398-ae4a-b49a2b1c8041 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4adb385bc915405ea07d49a8e2159b4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2254255 May 16 19:14:31.491978 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941eb6f-d33a-4398-ae4a-b49a2b1c8041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c85c1c8-8a7e-4f19-b4db-4760589a05a0,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:31.492854 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58636) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:31.543821 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Publish callbacks [] for security_group (0c85c1c8-8a7e-4f19-b4db-4760589a05a0), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:31.564815 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Publish callbacks [] for security_group (0c85c1c8-8a7e-4f19-b4db-4760589a05a0), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:31.609075 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (0c85c1c8-8a7e-4f19-b4db-4760589a05a0), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:31.611720 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:31.612866 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0c85c1c8-8a7e-4f19-b4db-4760589a05a0 HTTP/1.1" status: 204 len: 168 time: 0.1190131 May 16 19:14:31.620535 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c85c1c8-8a7e-4f19-b4db-4760589a05a0,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:31.627536 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.627882 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.628224 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.628581 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.628917 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.629247 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.629570 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.629893 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.630216 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.630538 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.630858 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.631440 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.631763 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.632079 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:31.632393 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eb30a66-38c7-4ab6-b85e-cbb21b0c866f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:32.478510 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9d7d0a45-efcb-4e4d-9f5f-920cf9643b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:34.113885 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:14:34.172778 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:35.010547 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-81b6616e-b5a3-4cdd-80ac-219bdb056365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:35.340802 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b31bce-6569-4172-bc52-4cc85a40436e req-5f4eeb9d-e2c7-451b-955b-30cf38e2e542 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:35.342395 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-02b31bce-6569-4172-bc52-4cc85a40436e req-5f4eeb9d-e2c7-451b-955b-30cf38e2e542 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0467875 May 16 19:14:35.390354 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-02b31bce-6569-4172-bc52-4cc85a40436e req-896a262e-67fa-4b1e-9a4e-9039508888d2 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421686 May 16 19:14:36.057502 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:36.223744 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a9f44c66-594c-4c3e-a146-251bd78fcfaa req-42614f33-b799-40a9-8164-7610b097cd0b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398273 May 16 19:14:36.329844 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f44c66-594c-4c3e-a146-251bd78fcfaa req-a3b2f444-9bf4-4338-8f1a-308e523c1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:36.331307 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a9f44c66-594c-4c3e-a146-251bd78fcfaa req-a3b2f444-9bf4-4338-8f1a-308e523c1e53 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=59c811a30ef74f329f5d72d605a56444&device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 1129 time: 0.0409229 May 16 19:14:36.438123 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f44c66-594c-4c3e-a146-251bd78fcfaa req-87659638-38b5-45e0-83f7-611447466f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:36.439812 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a9f44c66-594c-4c3e-a146-251bd78fcfaa req-87659638-38b5-45e0-83f7-611447466f0c service neutron] 10.222.0.78 "GET /v2.0/networks?id=6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 HTTP/1.1" status: 200 len: 909 time: 0.0898018 May 16 19:14:36.522043 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c984d-fd6c-4560-a64f-ebd07886aeef req-36902476-72a4-4f50-9387-567adca6b065 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:36.528961 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d51c984d-fd6c-4560-a64f-ebd07886aeef req-36902476-72a4-4f50-9387-567adca6b065 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0653572 May 16 19:14:36.536693 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a9f44c66-594c-4c3e-a146-251bd78fcfaa req-9164c274-0323-45bb-aba4-8a73fd25383f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3e3f99a-88c0-4675-9448-938c84762e69 HTTP/1.1" status: 200 len: 1000 time: 0.0770824 May 16 19:14:36.583479 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d51c984d-fd6c-4560-a64f-ebd07886aeef req-3d95bb77-4d1d-49e1-a3e4-b1ce5d98e531 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=55957134-a164-48f9-bf1c-e350e88f3619&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533917 May 16 19:14:36.795338 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e68a02-6ea7-4e5a-b1f8-530516f0205c req-3c3b97ae-c7b1-4a6a-90d3-f8b0f3ecbe94 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:36.796670 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-47e68a02-6ea7-4e5a-b1f8-530516f0205c req-3c3b97ae-c7b1-4a6a-90d3-f8b0f3ecbe94 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.78 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 945 time: 0.0653524 May 16 19:14:36.801716 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f44c66-594c-4c3e-a146-251bd78fcfaa req-f8ab9628-9b65-494a-a581-ab566b376448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:36.803000 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a9f44c66-594c-4c3e-a146-251bd78fcfaa req-f8ab9628-9b65-494a-a581-ab566b376448 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=478c6510-2ff9-464a-aaea-d94252c2b18b HTTP/1.1" status: 200 len: 847 time: 0.0804188 May 16 19:14:36.880383 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f44c66-594c-4c3e-a146-251bd78fcfaa req-8067e50e-ac12-49e4-bd9d-d130ee68d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:36.882110 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a9f44c66-594c-4c3e-a146-251bd78fcfaa req-8067e50e-ac12-49e4-bd9d-d130ee68d70a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0706015 May 16 19:14:36.937191 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-47e68a02-6ea7-4e5a-b1f8-530516f0205c req-54cf5138-b5a0-4ce7-b0a1-fb0b2a7a42a9 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Deleting port 72393889-ec6f-4276-a394-885d2123ceac {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:14:36.937530 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-47e68a02-6ea7-4e5a-b1f8-530516f0205c req-54cf5138-b5a0-4ce7-b0a1-fb0b2a7a42a9 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (72393889-ec6f-4276-a394-885d2123ceac), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:37.048246 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a9f44c66-594c-4c3e-a146-251bd78fcfaa req-76887024-fdf5-452b-812a-e3c5d57f40ab service neutron] 10.222.0.78 "GET /v2.0/networks/6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495185 May 16 19:14:37.103440 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-47e68a02-6ea7-4e5a-b1f8-530516f0205c req-54cf5138-b5a0-4ce7-b0a1-fb0b2a7a42a9 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] For port 72393889-ec6f-4276-a394-885d2123ceac, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=72393889-ec6f-4276-a394-885d2123ceac,segment=NetworkSegment(9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98),segment_id=9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:37.103808 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-47e68a02-6ea7-4e5a-b1f8-530516f0205c req-54cf5138-b5a0-4ce7-b0a1-fb0b2a7a42a9 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (72393889-ec6f-4276-a394-885d2123ceac), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:37.238702 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a9f44c66-594c-4c3e-a146-251bd78fcfaa req-c5e52ff9-5740-4c57-8984-79cd00400afb service neutron] 10.222.0.78 "GET /v2.0/networks/6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818230 May 16 19:14:37.305003 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-47e68a02-6ea7-4e5a-b1f8-530516f0205c req-54cf5138-b5a0-4ce7-b0a1-fb0b2a7a42a9 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:37.305307 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-47e68a02-6ea7-4e5a-b1f8-530516f0205c req-54cf5138-b5a0-4ce7-b0a1-fb0b2a7a42a9 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (5500738b-b46c-41cc-ad73-5a7ef992d9d1), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:37.305626 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.l3_db [req-47e68a02-6ea7-4e5a-b1f8-530516f0205c req-54cf5138-b5a0-4ce7-b0a1-fb0b2a7a42a9 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Floating IP 5500738b-b46c-41cc-ad73-5a7ef992d9d1 disassociated. External IP: 172.28.3.69, port: 72393889-ec6f-4276-a394-885d2123ceac. May 16 19:14:37.305967 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-47e68a02-6ea7-4e5a-b1f8-530516f0205c req-54cf5138-b5a0-4ce7-b0a1-fb0b2a7a42a9 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Calling delete_port for 72393889-ec6f-4276-a394-885d2123ceac owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:14:37.379386 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:37.432905 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-47e68a02-6ea7-4e5a-b1f8-530516f0205c req-54cf5138-b5a0-4ce7-b0a1-fb0b2a7a42a9 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (72393889-ec6f-4276-a394-885d2123ceac), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:37.458740 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf5138-b5a0-4ce7-b0a1-fb0b2a7a42a9 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Pushing event deleted for resources: {'Port': ['ID=72393889-ec6f-4276-a394-885d2123ceac,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:37.566815 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47e68a02-6ea7-4e5a-b1f8-530516f0205c req-54cf5138-b5a0-4ce7-b0a1-fb0b2a7a42a9 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:14:37.684773 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4d813084-b0d0-48ed-a3d8-65434ab66341 req-d0f5231f-72b5-42c5-9678-58c859fcaeb4 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2a18490-3b5a-43fe-a26a-3ebc8e88f564 HTTP/1.1" status: 200 len: 210 time: 0.0317655 May 16 19:14:37.898482 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47e68a02-6ea7-4e5a-b1f8-530516f0205c req-54cf5138-b5a0-4ce7-b0a1-fb0b2a7a42a9 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:14:37.908958 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b620a1f4-3d32-4390-b7cf-ed8046198701 None None] Sync routers for ids ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:14:37.920888 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b620a1f4-3d32-4390-b7cf-ed8046198701 None None] Routers {'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:14:37.921528 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-b620a1f4-3d32-4390-b7cf-ed8046198701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:14:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:37.949825 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e68a02-6ea7-4e5a-b1f8-530516f0205c req-54cf5138-b5a0-4ce7-b0a1-fb0b2a7a42a9 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] No DVR routers for this DVR port 72393889-ec6f-4276-a394-885d2123ceac on host hv-cinder-83998 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:14:37.952756 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-47e68a02-6ea7-4e5a-b1f8-530516f0205c req-54cf5138-b5a0-4ce7-b0a1-fb0b2a7a42a9 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:37.956194 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-47e68a02-6ea7-4e5a-b1f8-530516f0205c req-54cf5138-b5a0-4ce7-b0a1-fb0b2a7a42a9 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.78 "DELETE /v2.0/ports/72393889-ec6f-4276-a394-885d2123ceac HTTP/1.1" status: 204 len: 173 time: 1.1523304 May 16 19:14:37.956704 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2a18490-3b5a-43fe-a26a-3ebc8e88f564', 'name': 'network-vif-deleted', 'tag': '72393889-ec6f-4276-a394-885d2123ceac'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:37.959108 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdc111f-a7f0-4cef-8ef5-695fc57e0457" -d '{"events": [{"server_uuid": "f2a18490-3b5a-43fe-a26a-3ebc8e88f564", "name": "network-vif-deleted", "tag": "72393889-ec6f-4276-a394-885d2123ceac"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:38.015873 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9222e452-4319-4b94-9954-f0fc46f2dec4 x-openstack-request-id: req-9222e452-4319-4b94-9954-f0fc46f2dec4 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:38.016191 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2a18490-3b5a-43fe-a26a-3ebc8e88f564", "name": "network-vif-deleted", "tag": "72393889-ec6f-4276-a394-885d2123ceac", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:38.016409 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9222e452-4319-4b94-9954-f0fc46f2dec4 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:38.016850 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9222e452-4319-4b94-9954-f0fc46f2dec4'] response: {'server_uuid': 'f2a18490-3b5a-43fe-a26a-3ebc8e88f564', 'name': 'network-vif-deleted', 'tag': '72393889-ec6f-4276-a394-885d2123ceac', 'status': 'completed', 'code': 200} May 16 19:14:38.047163 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-b620a1f4-3d32-4390-b7cf-ed8046198701 None None] Set router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:14:38.237534 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-b620a1f4-3d32-4390-b7cf-ed8046198701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:08:53Z', 'revision_number': 4, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'a885bcbc-1308-4015-9a8b-043d2ee010b5', 'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'mac_address': 'fa:16:3e:75:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:53Z', 'updated_at': '2022-05-16T19:08:58Z', 'revision_number': 5, 'project_id': '05edbc82d64b43618010c829eff5c529', 'subnets': [{'id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:38.269394 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b620a1f4-3d32-4390-b7cf-ed8046198701 None None] Checking router: f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:14:38.277789 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b620a1f4-3d32-4390-b7cf-ed8046198701 None None] Routers {'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:14:38.278458 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-b620a1f4-3d32-4390-b7cf-ed8046198701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:14:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:38.375406 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-b620a1f4-3d32-4390-b7cf-ed8046198701 None None] Set router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:14:38.585644 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-b620a1f4-3d32-4390-b7cf-ed8046198701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:08:53Z', 'revision_number': 4, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'a885bcbc-1308-4015-9a8b-043d2ee010b5', 'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'mac_address': 'fa:16:3e:75:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:53Z', 'updated_at': '2022-05-16T19:08:58Z', 'revision_number': 5, 'project_id': '05edbc82d64b43618010c829eff5c529', 'subnets': [{'id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:38.611333 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b620a1f4-3d32-4390-b7cf-ed8046198701 None None] The sync data for ids ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'] in dv-cinder-839987-5-smb is: [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:08:53Z', 'revision_number': 4, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'a885bcbc-1308-4015-9a8b-043d2ee010b5', 'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'mac_address': 'fa:16:3e:75:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:53Z', 'updated_at': '2022-05-16T19:08:58Z', 'revision_number': 5, 'project_id': '05edbc82d64b43618010c829eff5c529', 'subnets': [{'id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:14:38.643893 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:38.773422 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58780) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:38.829736 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-846444e8-8f13-4eb2-8589-55e3b354bd0b tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group (55957134-a164-48f9-bf1c-e350e88f3619), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:38.839905 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88912ec6-ce47-46e4-9837-a2de07ec5a46 None None] New status for floating IP 5500738b-b46c-41cc-ad73-5a7ef992d9d1: DOWN {{(pid=103575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:14:38.854610 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-846444e8-8f13-4eb2-8589-55e3b354bd0b tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group (55957134-a164-48f9-bf1c-e350e88f3619), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:38.902133 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-846444e8-8f13-4eb2-8589-55e3b354bd0b tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (55957134-a164-48f9-bf1c-e350e88f3619), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:38.904682 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-846444e8-8f13-4eb2-8589-55e3b354bd0b tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:38.905834 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-846444e8-8f13-4eb2-8589-55e3b354bd0b tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "DELETE /v2.0/security-groups/55957134-a164-48f9-bf1c-e350e88f3619 HTTP/1.1" status: 204 len: 168 time: 0.1314554 May 16 19:14:38.908883 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58782) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:38.916235 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846444e8-8f13-4eb2-8589-55e3b354bd0b tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55957134-a164-48f9-bf1c-e350e88f3619,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:38.924412 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.api.v2.resource [None req-62309240-5386-4952-adb2-9ab113e7763f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] show failed (client error): The resource could not be found. May 16 19:14:38.925548 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-62309240-5386-4952-adb2-9ab113e7763f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups/55957134-a164-48f9-bf1c-e350e88f3619 HTTP/1.1" status: 404 len: 347 time: 0.0156853 May 16 19:14:38.928372 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58784) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:39.037910 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-2993dfb6-aa03-4205-9ef6-2b3b6ad92882 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Deleting port 8c48317a-4f1a-44d1-a596-39cb1ad63873 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:14:39.038253 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2993dfb6-aa03-4205-9ef6-2b3b6ad92882 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (8c48317a-4f1a-44d1-a596-39cb1ad63873), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.115619 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2993dfb6-aa03-4205-9ef6-2b3b6ad92882 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (8c48317a-4f1a-44d1-a596-39cb1ad63873), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.115945 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2993dfb6-aa03-4205-9ef6-2b3b6ad92882 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for floatingip (8c48317a-4f1a-44d1-a596-39cb1ad63873), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.127673 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-2993dfb6-aa03-4205-9ef6-2b3b6ad92882 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Calling delete_port for 8c48317a-4f1a-44d1-a596-39cb1ad63873 owned by network:floatingip {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:14:39.258045 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2993dfb6-aa03-4205-9ef6-2b3b6ad92882 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (8c48317a-4f1a-44d1-a596-39cb1ad63873), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.283050 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993dfb6-aa03-4205-9ef6-2b3b6ad92882 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Pushing event deleted for resources: {'Port': ['ID=8c48317a-4f1a-44d1-a596-39cb1ad63873,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:39.340967 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2993dfb6-aa03-4205-9ef6-2b3b6ad92882 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for floatingip (5500738b-b46c-41cc-ad73-5a7ef992d9d1), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.343357 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2993dfb6-aa03-4205-9ef6-2b3b6ad92882 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.344491 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-2993dfb6-aa03-4205-9ef6-2b3b6ad92882 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "DELETE /v2.0/floatingips/5500738b-b46c-41cc-ad73-5a7ef992d9d1 HTTP/1.1" status: 204 len: 168 time: 0.4151366 May 16 19:14:39.422338 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58788) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:39.426895 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-1b1edf4f-9155-44b1-bd2d-71b7d8351a99 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Request body: {'security_group': {'name': 'tempest-securitygroup--877952899', 'description': 'tempest-description--468369457'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:14:39.452055 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1b1edf4f-9155-44b1-bd2d-71b7d8351a99 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.529234 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1b1edf4f-9155-44b1-bd2d-71b7d8351a99 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group (4a1533c5-d319-45ca-9bca-452c019e04ab), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.537721 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1b1edf4f-9155-44b1-bd2d-71b7d8351a99 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (4a1533c5-d319-45ca-9bca-452c019e04ab), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.569831 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1b1edf4f-9155-44b1-bd2d-71b7d8351a99 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.571059 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-1b1edf4f-9155-44b1-bd2d-71b7d8351a99 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1477289 May 16 19:14:39.572523 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1edf4f-9155-44b1-bd2d-71b7d8351a99 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1533c5-d319-45ca-9bca-452c019e04ab,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:39.574671 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58790) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:39.579417 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-5d645254-a9d4-4cc7-b5d2-cb29f60d5ef0 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Request body: {'security_group_rule': {'security_group_id': '4a1533c5-d319-45ca-9bca-452c019e04ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:14:39.606207 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5d645254-a9d4-4cc7-b5d2-cb29f60d5ef0 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group_rule (07d1d049-2f2c-40ad-8eb3-adc7be3ae74f), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.663835 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5d645254-a9d4-4cc7-b5d2-cb29f60d5ef0 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group_rule (07d1d049-2f2c-40ad-8eb3-adc7be3ae74f), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.667325 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5d645254-a9d4-4cc7-b5d2-cb29f60d5ef0 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (07d1d049-2f2c-40ad-8eb3-adc7be3ae74f), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.684543 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d645254-a9d4-4cc7-b5d2-cb29f60d5ef0 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d1d049-2f2c-40ad-8eb3-adc7be3ae74f,revision_number=0']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:39.694125 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5d645254-a9d4-4cc7-b5d2-cb29f60d5ef0 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.696796 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-5d645254-a9d4-4cc7-b5d2-cb29f60d5ef0 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197035 May 16 19:14:39.699399 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58798) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:39.703723 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-bf9c6a60-f320-427e-90ac-6547070a8f86 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Request body: {'security_group_rule': {'security_group_id': '4a1533c5-d319-45ca-9bca-452c019e04ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:14:39.729533 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6a60-f320-427e-90ac-6547070a8f86 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group_rule (1aab7ccb-7467-417f-8a99-fc147f67d9e8), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.740855 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 72393889-ec6f-4276-a394-885d2123ceac no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:14:39.760153 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: 72393889-ec6f-4276-a394-885d2123ceac {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:14:39.760781 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 72393889-ec6f-4276-a394-885d2123ceac not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:14:39.789768 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6a60-f320-427e-90ac-6547070a8f86 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group_rule (1aab7ccb-7467-417f-8a99-fc147f67d9e8), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.793315 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6a60-f320-427e-90ac-6547070a8f86 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (1aab7ccb-7467-417f-8a99-fc147f67d9e8), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.808771 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c6a60-f320-427e-90ac-6547070a8f86 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aab7ccb-7467-417f-8a99-fc147f67d9e8,revision_number=0']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:39.819210 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6a60-f320-427e-90ac-6547070a8f86 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.820412 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-bf9c6a60-f320-427e-90ac-6547070a8f86 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200607 May 16 19:14:39.824421 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58800) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:39.828655 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-f4aad375-453f-41a2-a899-3429907dbe54 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Request body: {'floatingip': {'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:14:39.850785 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f4aad375-453f-41a2-a899-3429907dbe54 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:39.936378 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f4aad375-453f-41a2-a899-3429907dbe54 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:40.044615 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_common [None req-f4aad375-453f-41a2-a899-3429907dbe54 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Allocated IP 172.28.3.17 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/ec24ea31-2326-4c5e-b85b-a83fe418e276) {{(pid=103573) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:14:40.150593 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f4aad375-453f-41a2-a899-3429907dbe54 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for port (ec24ea31-2326-4c5e-b85b-a83fe418e276), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:40.184168 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f4aad375-453f-41a2-a899-3429907dbe54 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (ec24ea31-2326-4c5e-b85b-a83fe418e276), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:40.220166 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4aad375-453f-41a2-a899-3429907dbe54 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103573) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:14:40.222867 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.base_scheduler [None req-f4aad375-453f-41a2-a899-3429907dbe54 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Resources bound (agent type, host, resource id): {{(pid=103573) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:14:40.229398 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4aad375-453f-41a2-a899-3429907dbe54 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Received port after_create {{(pid=103573) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:14:40.250520 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aad375-453f-41a2-a899-3429907dbe54 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Pushing event updated for resources: {'Port': ['ID=ec24ea31-2326-4c5e-b85b-a83fe418e276,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:40.263627 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58812) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:40.374498 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4e05f57e-6173-47eb-b2cb-91502ef01a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:40.454861 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4e05f57e-6173-47eb-b2cb-91502ef01a58 admin admin] Publish callbacks [] for security_group (5f6bc0fe-908f-4d54-80fa-6ce484da0b52), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:40.460157 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4e05f57e-6173-47eb-b2cb-91502ef01a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (5f6bc0fe-908f-4d54-80fa-6ce484da0b52), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:40.503160 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-4e05f57e-6173-47eb-b2cb-91502ef01a58 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9344ab5746024bbab0f63b0ea6d567cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360308 May 16 19:14:40.503160 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05f57e-6173-47eb-b2cb-91502ef01a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6bc0fe-908f-4d54-80fa-6ce484da0b52,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:40.504143 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58816) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:40.555352 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-da806f18-9352-4dd6-8912-6d2b95b7d918 admin admin] Publish callbacks [] for security_group (5f6bc0fe-908f-4d54-80fa-6ce484da0b52), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:40.556387 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f4aad375-453f-41a2-a899-3429907dbe54 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for floatingip (196a0b54-984a-4aab-86fc-6b73ac7b1abf), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:40.579082 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-da806f18-9352-4dd6-8912-6d2b95b7d918 admin admin] Publish callbacks [] for security_group (5f6bc0fe-908f-4d54-80fa-6ce484da0b52), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:40.593720 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f4aad375-453f-41a2-a899-3429907dbe54 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (ec24ea31-2326-4c5e-b85b-a83fe418e276), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:40.626782 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-da806f18-9352-4dd6-8912-6d2b95b7d918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (5f6bc0fe-908f-4d54-80fa-6ce484da0b52), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:40.629398 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-da806f18-9352-4dd6-8912-6d2b95b7d918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:40.630539 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-da806f18-9352-4dd6-8912-6d2b95b7d918 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f6bc0fe-908f-4d54-80fa-6ce484da0b52 HTTP/1.1" status: 204 len: 168 time: 0.1253991 May 16 19:14:40.639234 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da806f18-9352-4dd6-8912-6d2b95b7d918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6bc0fe-908f-4d54-80fa-6ce484da0b52,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:40.775641 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f4aad375-453f-41a2-a899-3429907dbe54 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for port (ec24ea31-2326-4c5e-b85b-a83fe418e276), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:40.780859 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f4aad375-453f-41a2-a899-3429907dbe54 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127128894'] for port (ec24ea31-2326-4c5e-b85b-a83fe418e276), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:40.847328 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aad375-453f-41a2-a899-3429907dbe54 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Pushing event updated for resources: {'Port': ['ID=ec24ea31-2326-4c5e-b85b-a83fe418e276,revision_number=2']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:40.857911 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f4aad375-453f-41a2-a899-3429907dbe54 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (196a0b54-984a-4aab-86fc-6b73ac7b1abf), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:40.872846 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f4aad375-453f-41a2-a899-3429907dbe54 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:40.874081 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-f4aad375-453f-41a2-a899-3429907dbe54 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0487425 May 16 19:14:40.896584 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58824) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:40.910922 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4495d940-1072-4fd5-a5ed-fe7e6e202e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:40.993141 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4495d940-1072-4fd5-a5ed-fe7e6e202e90 admin admin] Publish callbacks [] for security_group (237f1bc6-59fd-408f-8673-adad4dcd58f2), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:40.997119 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4495d940-1072-4fd5-a5ed-fe7e6e202e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (237f1bc6-59fd-408f-8673-adad4dcd58f2), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:41.035955 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-4495d940-1072-4fd5-a5ed-fe7e6e202e90 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=48a275068d914a2baee54a552cc6c62a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382887 May 16 19:14:41.036832 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495d940-1072-4fd5-a5ed-fe7e6e202e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237f1bc6-59fd-408f-8673-adad4dcd58f2,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:41.039046 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58836) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:41.090428 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ea341b77-731a-42f6-8105-3f2c551db71d req-8453e5c4-485e-4b9e-9299-c75808981466 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--877952899&fields=id&tenant_id=05edbc82d64b43618010c829eff5c529 HTTP/1.1" status: 200 len: 267 time: 0.0595200 May 16 19:14:41.100376 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba11b-6649-46c7-954c-b066dc077659 admin admin] Publish callbacks [] for security_group (237f1bc6-59fd-408f-8673-adad4dcd58f2), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:41.122270 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba11b-6649-46c7-954c-b066dc077659 admin admin] Publish callbacks [] for security_group (237f1bc6-59fd-408f-8673-adad4dcd58f2), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:41.169279 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba11b-6649-46c7-954c-b066dc077659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (237f1bc6-59fd-408f-8673-adad4dcd58f2), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:41.171790 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ed9ba11b-6649-46c7-954c-b066dc077659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:41.173000 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-ed9ba11b-6649-46c7-954c-b066dc077659 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/237f1bc6-59fd-408f-8673-adad4dcd58f2 HTTP/1.1" status: 204 len: 168 time: 0.1330700 May 16 19:14:41.181439 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ba11b-6649-46c7-954c-b066dc077659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237f1bc6-59fd-408f-8673-adad4dcd58f2,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:41.200216 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea341b77-731a-42f6-8105-3f2c551db71d req-4e5802fe-517a-464d-a9a8-519b5846c1f4 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:41.201710 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ea341b77-731a-42f6-8105-3f2c551db71d req-4e5802fe-517a-464d-a9a8-519b5846c1f4 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/networks?id=e2c884ef-2b44-416a-b203-511395242f85 HTTP/1.1" status: 200 len: 811 time: 0.1049547 May 16 19:14:41.216828 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ae85ee2c-1492-41f0-b620-2c9fa87bcf22 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/quotas/05edbc82d64b43618010c829eff5c529 HTTP/1.1" status: 200 len: 375 time: 0.0091617 May 16 19:14:41.269154 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ea341b77-731a-42f6-8105-3f2c551db71d req-e14ec503-50dd-4a02-b777-b640d325f6e6 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=05edbc82d64b43618010c829eff5c529&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467923 May 16 19:14:41.365096 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ea341b77-731a-42f6-8105-3f2c551db71d req-2d321ccb-fbff-495a-a093-bde60e9a4edc service neutron] 10.222.0.65 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844662 May 16 19:14:41.456975 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ea341b77-731a-42f6-8105-3f2c551db71d req-4c58ad67-b3cd-4798-ba52-76c640afde4d service neutron] 10.222.0.65 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853477 May 16 19:14:41.496500 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58842) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:41.514132 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ee767a2e-d7c5-4714-8473-5e8a557773c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:41.606553 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ee767a2e-d7c5-4714-8473-5e8a557773c4 admin admin] Publish callbacks [] for security_group (32517c32-4607-4ffb-a5d1-1b467adb213b), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:41.611392 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ee767a2e-d7c5-4714-8473-5e8a557773c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (32517c32-4607-4ffb-a5d1-1b467adb213b), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:41.637130 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-be08408d-31b3-460a-8366-3d0179047e92 req-6ad65cd7-fb61-459f-a334-6e0af72aae26 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 210 time: 0.0291271 May 16 19:14:41.650980 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-ee767a2e-d7c5-4714-8473-5e8a557773c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23e66d84907d4f6fae7a5839b37ccc38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1533532 May 16 19:14:41.653881 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee767a2e-d7c5-4714-8473-5e8a557773c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32517c32-4607-4ffb-a5d1-1b467adb213b,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:41.654017 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58848) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:41.709659 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5127c4aa-2002-4bca-bd59-37a840841e0e admin admin] Publish callbacks [] for security_group (32517c32-4607-4ffb-a5d1-1b467adb213b), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:41.731676 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5127c4aa-2002-4bca-bd59-37a840841e0e admin admin] Publish callbacks [] for security_group (32517c32-4607-4ffb-a5d1-1b467adb213b), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:41.781940 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5127c4aa-2002-4bca-bd59-37a840841e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (32517c32-4607-4ffb-a5d1-1b467adb213b), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:41.784225 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5127c4aa-2002-4bca-bd59-37a840841e0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:41.787928 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-5127c4aa-2002-4bca-bd59-37a840841e0e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/32517c32-4607-4ffb-a5d1-1b467adb213b HTTP/1.1" status: 204 len: 168 time: 0.1304164 May 16 19:14:41.793242 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127c4aa-2002-4bca-bd59-37a840841e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32517c32-4607-4ffb-a5d1-1b467adb213b,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:42.601761 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea341b77-731a-42f6-8105-3f2c551db71d req-18953024-b46f-4e9d-bd0f-d712930e2c74 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:42.603233 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ea341b77-731a-42f6-8105-3f2c551db71d req-18953024-b46f-4e9d-bd0f-d712930e2c74 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.78 "GET /v2.0/networks?id=e2c884ef-2b44-416a-b203-511395242f85 HTTP/1.1" status: 200 len: 811 time: 0.1219933 May 16 19:14:42.672880 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ea341b77-731a-42f6-8105-3f2c551db71d req-b0393a0c-cafb-4f26-b027-05fadd35667e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05edbc82d64b43618010c829eff5c529 HTTP/1.1" status: 200 len: 379 time: 0.0587313 May 16 19:14:42.738974 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c91015ec-c1a4-456f-a100-4076b798e82d req-c9131dd3-dbec-4d0d-8f22-63ef9bd31def tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 210 time: 0.0315931 May 16 19:14:42.739615 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ca027862-a2bc-4180-8fd9-e90e32c2848f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Request body: {'port': {'device_id': 'b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'admin_state_up': True, 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'security_groups': ['4a1533c5-d319-45ca-9bca-452c019e04ab']}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:14:42.854485 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ca027862-a2bc-4180-8fd9-e90e32c2848f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Made reservation on behalf of 05edbc82d64b43618010c829eff5c529 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:14:42.857941 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ca027862-a2bc-4180-8fd9-e90e32c2848f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:42.987921 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ca027862-a2bc-4180-8fd9-e90e32c2848f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Allocated IP 172.20.0.7 (e2c884ef-2b44-416a-b203-511395242f85/106d7208-a2e6-46bb-bc34-47f65193fc7d/97d3a7c3-54ff-43ac-9b96-02fa347fb84a) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:14:43.126573 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ca027862-a2bc-4180-8fd9-e90e32c2848f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for port (97d3a7c3-54ff-43ac-9b96-02fa347fb84a), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:43.161217 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ca027862-a2bc-4180-8fd9-e90e32c2848f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (97d3a7c3-54ff-43ac-9b96-02fa347fb84a), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:43.209033 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ca027862-a2bc-4180-8fd9-e90e32c2848f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Network e2c884ef-2b44-416a-b203-511395242f85 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:14:43.212812 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ca027862-a2bc-4180-8fd9-e90e32c2848f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:14:43.216762 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ca027862-a2bc-4180-8fd9-e90e32c2848f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:14:43.245398 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca027862-a2bc-4180-8fd9-e90e32c2848f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Pushing event updated for resources: {'Port': ['ID=97d3a7c3-54ff-43ac-9b96-02fa347fb84a,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:43.277251 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ca027862-a2bc-4180-8fd9-e90e32c2848f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:43.277909 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ca027862-a2bc-4180-8fd9-e90e32c2848f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:43.296134 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ca027862-a2bc-4180-8fd9-e90e32c2848f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5598958 May 16 19:14:43.307795 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Request body: {'port': {'device_id': 'b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:14:43.379994 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (97d3a7c3-54ff-43ac-9b96-02fa347fb84a), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:43.528804 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-b208c44f-c472-482a-8520-49910a89e1dd None None] Provisioning complete for port 97d3a7c3-54ff-43ac-9b96-02fa347fb84a triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:14:43.529812 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b208c44f-c472-482a-8520-49910a89e1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (97d3a7c3-54ff-43ac-9b96-02fa347fb84a), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:43.561738 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-b208c44f-c472-482a-8520-49910a89e1dd None None] Port 97d3a7c3-54ff-43ac-9b96-02fa347fb84a cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:14:43.708655 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d3a7c3-54ff-43ac-9b96-02fa347fb84a {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:14:43.717163 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Publish callbacks [] for port (97d3a7c3-54ff-43ac-9b96-02fa347fb84a), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:43.731620 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Transition to ACTIVE for port object 97d3a7c3-54ff-43ac-9b96-02fa347fb84a will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:14:43.735527 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (97d3a7c3-54ff-43ac-9b96-02fa347fb84a), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:43.818823 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Pushing event updated for resources: {'Port': ['ID=97d3a7c3-54ff-43ac-9b96-02fa347fb84a,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:43.863611 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005d2f4-888b-4131-895a-37bd4b54076b req-23fffe44-65d6-42bb-8299-f1f5e979a8a7 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:43.865165 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3005d2f4-888b-4131-895a-37bd4b54076b req-23fffe44-65d6-42bb-8299-f1f5e979a8a7 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 943 time: 0.0499730 May 16 19:14:43.874494 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Attempting to bind port 97d3a7c3-54ff-43ac-9b96-02fa347fb84a on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:14:43.875113 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Attempting to bind port 97d3a7c3-54ff-43ac-9b96-02fa347fb84a by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:14:43.875450 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Attempting to bind port 97d3a7c3-54ff-43ac-9b96-02fa347fb84a on network e2c884ef-2b44-416a-b203-511395242f85 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:14:43.881049 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Port 97d3a7c3-54ff-43ac-9b96-02fa347fb84a on network e2c884ef-2b44-416a-b203-511395242f85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:14:43.881751 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Attempting to bind port 97d3a7c3-54ff-43ac-9b96-02fa347fb84a on network e2c884ef-2b44-416a-b203-511395242f85 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:14:43.887107 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:14:43.887447 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Checking segment: {'id': '9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:14:43.887834 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Bound using segment: {'id': '9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:14:43.888262 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Bound port: 97d3a7c3-54ff-43ac-9b96-02fa347fb84a, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:14:43.889200 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (97d3a7c3-54ff-43ac-9b96-02fa347fb84a), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:43.918199 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3005d2f4-888b-4131-895a-37bd4b54076b req-9372ed01-4df6-401e-b67d-458812de6311 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a1533c5-d319-45ca-9bca-452c019e04ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445287 May 16 19:14:43.955766 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] For port 97d3a7c3-54ff-43ac-9b96-02fa347fb84a, host hv-cinder-83998, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:14:43.959289 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] For port 97d3a7c3-54ff-43ac-9b96-02fa347fb84a, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=97d3a7c3-54ff-43ac-9b96-02fa347fb84a,segment=NetworkSegment(9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98),segment_id=9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:14:43.966605 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (97d3a7c3-54ff-43ac-9b96-02fa347fb84a), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:44.001314 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:44.001932 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:44.003344 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ea341b77-731a-42f6-8105-3f2c551db71d req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] 10.222.0.78 "PUT /v2.0/ports/97d3a7c3-54ff-43ac-9b96-02fa347fb84a HTTP/1.1" status: 200 len: 1093 time: 0.7000718 May 16 19:14:44.003774 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9', 'tag': '97d3a7c3-54ff-43ac-9b96-02fa347fb84a'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:44.006276 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c7dffe-80a9-4c2c-9f61-064fbacebdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9", "tag": "97d3a7c3-54ff-43ac-9b96-02fa347fb84a"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:44.036354 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0294db-7dc3-421b-b056-068601d558c5 service neutron] Pushing event updated for resources: {'Port': ['ID=97d3a7c3-54ff-43ac-9b96-02fa347fb84a,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:44.047320 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3655d192-d64e-48fa-be2b-c2f9f259d12c x-openstack-request-id: req-3655d192-d64e-48fa-be2b-c2f9f259d12c {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:44.047612 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9", "tag": "97d3a7c3-54ff-43ac-9b96-02fa347fb84a", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:44.047921 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3655d192-d64e-48fa-be2b-c2f9f259d12c {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:44.048275 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3655d192-d64e-48fa-be2b-c2f9f259d12c'] response: {'name': 'network-changed', 'server_uuid': 'b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9', 'tag': '97d3a7c3-54ff-43ac-9b96-02fa347fb84a', 'status': 'completed', 'code': 200} May 16 19:14:44.111356 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea341b77-731a-42f6-8105-3f2c551db71d req-e669d5ce-7c54-446b-9cc0-bd361dac3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:44.113048 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ea341b77-731a-42f6-8105-3f2c551db71d req-e669d5ce-7c54-446b-9cc0-bd361dac3c87 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=05edbc82d64b43618010c829eff5c529&device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 1127 time: 0.0555520 May 16 19:14:44.156066 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ea341b77-731a-42f6-8105-3f2c551db71d req-5a4af29c-dc2f-4300-863e-e61a0207e129 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97d3a7c3-54ff-43ac-9b96-02fa347fb84a HTTP/1.1" status: 200 len: 217 time: 0.0344284 May 16 19:14:44.210854 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea341b77-731a-42f6-8105-3f2c551db71d req-881b91d0-21af-4bc2-a8ca-a76ea20e72a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:44.212397 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ea341b77-731a-42f6-8105-3f2c551db71d req-881b91d0-21af-4bc2-a8ca-a76ea20e72a5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=106d7208-a2e6-46bb-bc34-47f65193fc7d HTTP/1.1" status: 200 len: 850 time: 0.0504668 May 16 19:14:44.255715 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea341b77-731a-42f6-8105-3f2c551db71d req-69bc7c69-045a-4bc2-87f4-24c6b61ff7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:44.257507 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ea341b77-731a-42f6-8105-3f2c551db71d req-69bc7c69-045a-4bc2-87f4-24c6b61ff7e2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e2c884ef-2b44-416a-b203-511395242f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0391228 May 16 19:14:44.353358 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ea341b77-731a-42f6-8105-3f2c551db71d req-819efac1-3ddc-4c0d-8449-d823711323ae service neutron] 10.222.0.78 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884361 May 16 19:14:44.447272 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ea341b77-731a-42f6-8105-3f2c551db71d req-b9855e92-a9bf-4d15-b4a4-f2493dbaef17 service neutron] 10.222.0.78 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873818 May 16 19:14:45.039163 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354ef33-8056-4c65-a5a2-8674f3a2fab9 req-c7b0ce68-d836-46eb-94e1-f7d8efa25064 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:45.041460 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7354ef33-8056-4c65-a5a2-8674f3a2fab9 req-c7b0ce68-d836-46eb-94e1-f7d8efa25064 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 943 time: 0.0494788 May 16 19:14:45.092074 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7354ef33-8056-4c65-a5a2-8674f3a2fab9 req-010459dc-62cf-474f-a89e-c0191ca29710 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a1533c5-d319-45ca-9bca-452c019e04ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451722 May 16 19:14:46.214142 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4f732-6546-4988-91eb-025b304b03be req-87aac4f5-017d-4891-8e33-3467299d6deb tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:46.215718 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6ec4f732-6546-4988-91eb-025b304b03be req-87aac4f5-017d-4891-8e33-3467299d6deb tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 943 time: 0.0499899 May 16 19:14:46.263771 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6ec4f732-6546-4988-91eb-025b304b03be req-c54b19ba-4a60-46d5-bf98-889bd51f35c6 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a1533c5-d319-45ca-9bca-452c019e04ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422978 May 16 19:14:47.144395 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7dffe-80a9-4c2c-9f61-064fbacebdfd req-7486ed97-276b-4f4e-8826-a74cf53b19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:47.145900 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a3c7dffe-80a9-4c2c-9f61-064fbacebdfd req-7486ed97-276b-4f4e-8826-a74cf53b19a0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=05edbc82d64b43618010c829eff5c529&device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 1127 time: 0.0387068 May 16 19:14:47.236706 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7dffe-80a9-4c2c-9f61-064fbacebdfd req-c2ce7d88-7131-4e7c-b686-2301871c0f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:47.238159 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a3c7dffe-80a9-4c2c-9f61-064fbacebdfd req-c2ce7d88-7131-4e7c-b686-2301871c0f17 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e2c884ef-2b44-416a-b203-511395242f85 HTTP/1.1" status: 200 len: 912 time: 0.0856898 May 16 19:14:47.281097 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a3c7dffe-80a9-4c2c-9f61-064fbacebdfd req-533907cb-2388-42ad-ad54-ee0abd173b5c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97d3a7c3-54ff-43ac-9b96-02fa347fb84a HTTP/1.1" status: 200 len: 217 time: 0.0356307 May 16 19:14:47.330422 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7dffe-80a9-4c2c-9f61-064fbacebdfd req-fc65a697-4868-4822-a022-ecd12d58f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:47.331890 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a3c7dffe-80a9-4c2c-9f61-064fbacebdfd req-fc65a697-4868-4822-a022-ecd12d58f816 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=106d7208-a2e6-46bb-bc34-47f65193fc7d HTTP/1.1" status: 200 len: 850 time: 0.0437870 May 16 19:14:47.384219 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7dffe-80a9-4c2c-9f61-064fbacebdfd req-2e657959-13f8-421c-9f94-4ea40f42a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:47.385172 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ad880-1324-4db7-9b1a-b815ef9a6cc4 req-ce3c8c5e-d4b5-4818-98e1-17f1c23fb42f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:47.385877 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a3c7dffe-80a9-4c2c-9f61-064fbacebdfd req-2e657959-13f8-421c-9f94-4ea40f42a4a0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e2c884ef-2b44-416a-b203-511395242f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0466394 May 16 19:14:47.386891 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ec3ad880-1324-4db7-9b1a-b815ef9a6cc4 req-ce3c8c5e-d4b5-4818-98e1-17f1c23fb42f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 943 time: 0.0561337 May 16 19:14:47.440348 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ec3ad880-1324-4db7-9b1a-b815ef9a6cc4 req-3417b787-600e-4dbd-863e-d1cfd14ea508 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a1533c5-d319-45ca-9bca-452c019e04ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479822 May 16 19:14:47.488289 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a3c7dffe-80a9-4c2c-9f61-064fbacebdfd req-c6f25439-776b-4a3a-8ded-bbc7af16a12d service neutron] 10.222.0.78 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943296 May 16 19:14:47.579876 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a3c7dffe-80a9-4c2c-9f61-064fbacebdfd req-de95c4cb-107f-4890-a027-2eeeb0722802 service neutron] 10.222.0.78 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856545 May 16 19:14:47.762685 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 58958) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:47.771439 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 97d3a7c3-54ff-43ac-9b96-02fa347fb84a details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:14:47.869914 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:47.870192 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 97d3a7c3-54ff-43ac-9b96-02fa347fb84a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=97d3a7c3-54ff-43ac-9b96-02fa347fb84a,segment=NetworkSegment(9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98),segment_id=9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:47.881208 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': '97d3a7c3-54ff-43ac-9b96-02fa347fb84a', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'port_id': '97d3a7c3-54ff-43ac-9b96-02fa347fb84a', 'mac_address': 'fa:16:3e:53:59:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:14:47.916102 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 97d3a7c3-54ff-43ac-9b96-02fa347fb84a is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:14:47.916520 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (97d3a7c3-54ff-43ac-9b96-02fa347fb84a), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:47.929919 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d3a7c3-54ff-43ac-9b96-02fa347fb84a {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:14:47.947672 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] Publish callbacks [] for security_group (574d1d80-6d7c-4d89-a030-717384efadbd), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:47.950872 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 97d3a7c3-54ff-43ac-9b96-02fa347fb84a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=97d3a7c3-54ff-43ac-9b96-02fa347fb84a,segment=NetworkSegment(9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98),segment_id=9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:47.952462 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (574d1d80-6d7c-4d89-a030-717384efadbd), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:47.954541 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (97d3a7c3-54ff-43ac-9b96-02fa347fb84a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:48.002465 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2be46e4a93cc441b92705a2267104ea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384648 May 16 19:14:48.002990 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=97d3a7c3-54ff-43ac-9b96-02fa347fb84a,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:48.003344 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574d1d80-6d7c-4d89-a030-717384efadbd,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:48.005252 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58962) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:48.011526 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:48.012067 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:48.012425 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:48.013313 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:48.013569 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:48.013903 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:48.014236 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:48.014566 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:48.014894 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:48.015221 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:48.015548 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:48.015875 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:48.016197 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:48.016518 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:48.016869 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600eee5-9f22-4383-b5a8-c003471049fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:14:48.060302 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-da38a09b-74ee-4fa8-9450-32a44054a82a admin admin] Publish callbacks [] for security_group (574d1d80-6d7c-4d89-a030-717384efadbd), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:48.081314 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-da38a09b-74ee-4fa8-9450-32a44054a82a admin admin] Publish callbacks [] for security_group (574d1d80-6d7c-4d89-a030-717384efadbd), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:48.126763 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-da38a09b-74ee-4fa8-9450-32a44054a82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (574d1d80-6d7c-4d89-a030-717384efadbd), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:48.129576 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-da38a09b-74ee-4fa8-9450-32a44054a82a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:48.130695 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-da38a09b-74ee-4fa8-9450-32a44054a82a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/574d1d80-6d7c-4d89-a030-717384efadbd HTTP/1.1" status: 204 len: 168 time: 0.1240370 May 16 19:14:48.139429 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38a09b-74ee-4fa8-9450-32a44054a82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574d1d80-6d7c-4d89-a030-717384efadbd,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:48.374035 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['97d3a7c3-54ff-43ac-9b96-02fa347fb84a'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:14:48.392787 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58968) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:48.407053 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fc004d11-ea8c-43b3-b459-f39ce936e3ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:48.492302 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fc004d11-ea8c-43b3-b459-f39ce936e3ab admin admin] Publish callbacks [] for security_group (f38eedbc-7a5a-4de4-9b8f-cf73a103847e), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:48.497650 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-fc004d11-ea8c-43b3-b459-f39ce936e3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (f38eedbc-7a5a-4de4-9b8f-cf73a103847e), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:48.537818 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-fc004d11-ea8c-43b3-b459-f39ce936e3ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c62533254acf493fba585316a22053d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436825 May 16 19:14:48.538538 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc004d11-ea8c-43b3-b459-f39ce936e3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38eedbc-7a5a-4de4-9b8f-cf73a103847e,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:48.542256 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 58972) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:48.563562 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254ee3a-5537-4bc0-b0b4-637b0ded9909 req-20286241-ea87-4bc5-8723-3ebc45fbd51f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:48.565516 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a254ee3a-5537-4bc0-b0b4-637b0ded9909 req-20286241-ea87-4bc5-8723-3ebc45fbd51f tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 944 time: 0.0546374 May 16 19:14:48.595801 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f8e1-5fa1-4655-a782-622deddf69b2 admin admin] Publish callbacks [] for security_group (f38eedbc-7a5a-4de4-9b8f-cf73a103847e), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:48.611960 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a254ee3a-5537-4bc0-b0b4-637b0ded9909 req-819c9f4d-85f6-4c17-8569-24efd40a8cb5 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a1533c5-d319-45ca-9bca-452c019e04ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407546 May 16 19:14:48.617506 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f8e1-5fa1-4655-a782-622deddf69b2 admin admin] Publish callbacks [] for security_group (f38eedbc-7a5a-4de4-9b8f-cf73a103847e), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:48.663096 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f8e1-5fa1-4655-a782-622deddf69b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (f38eedbc-7a5a-4de4-9b8f-cf73a103847e), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:48.666422 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f8e1-5fa1-4655-a782-622deddf69b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:48.667541 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-f8a4f8e1-5fa1-4655-a782-622deddf69b2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f38eedbc-7a5a-4de4-9b8f-cf73a103847e HTTP/1.1" status: 204 len: 168 time: 0.1242011 May 16 19:14:48.674864 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4f8e1-5fa1-4655-a782-622deddf69b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38eedbc-7a5a-4de4-9b8f-cf73a103847e,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:49.728609 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694ab54c-88c5-4ff2-9dff-d9890e222f94 req-5aa9a015-ef7f-4942-8f6f-758f202053ea tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:49.730115 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-694ab54c-88c5-4ff2-9dff-d9890e222f94 req-5aa9a015-ef7f-4942-8f6f-758f202053ea tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 944 time: 0.0498190 May 16 19:14:49.786681 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 97d3a7c3-54ff-43ac-9b96-02fa347fb84a up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:14:49.805779 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-694ab54c-88c5-4ff2-9dff-d9890e222f94 req-82d3fdc4-6f22-4a7e-b655-cd71c209c63b tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a1533c5-d319-45ca-9bca-452c019e04ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700390 May 16 19:14:49.837718 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port 97d3a7c3-54ff-43ac-9b96-02fa347fb84a completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:14:49.845898 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port 97d3a7c3-54ff-43ac-9b96-02fa347fb84a triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:14:49.846537 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (97d3a7c3-54ff-43ac-9b96-02fa347fb84a), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:49.932861 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 97d3a7c3-54ff-43ac-9b96-02fa347fb84a is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:14:49.933239 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (97d3a7c3-54ff-43ac-9b96-02fa347fb84a), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:49.955821 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d3a7c3-54ff-43ac-9b96-02fa347fb84a'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:49.958092 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3108bf1c-6860-4e2e-9160-9ad83536f22a" -d '{"events": [{"server_uuid": "b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9", "name": "network-vif-plugged", "status": "completed", "tag": "97d3a7c3-54ff-43ac-9b96-02fa347fb84a"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:49.970947 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 97d3a7c3-54ff-43ac-9b96-02fa347fb84a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=97d3a7c3-54ff-43ac-9b96-02fa347fb84a,segment=NetworkSegment(9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98),segment_id=9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:14:49.975359 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (97d3a7c3-54ff-43ac-9b96-02fa347fb84a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:50.003897 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929969ce-e8c6-46d9-bf54-fc157f2d51a8 x-openstack-request-id: req-929969ce-e8c6-46d9-bf54-fc157f2d51a8 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:50.004216 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9", "name": "network-vif-plugged", "status": "completed", "tag": "97d3a7c3-54ff-43ac-9b96-02fa347fb84a", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:50.004479 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-929969ce-e8c6-46d9-bf54-fc157f2d51a8 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:50.004892 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-929969ce-e8c6-46d9-bf54-fc157f2d51a8'] response: {'server_uuid': 'b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d3a7c3-54ff-43ac-9b96-02fa347fb84a', 'code': 200} May 16 19:14:50.032329 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=97d3a7c3-54ff-43ac-9b96-02fa347fb84a,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:50.189682 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457f7c5-7e42-4bba-87ae-0a16f1fd473e req-c99ed3b0-17d8-45bc-ad76-6bd325e8116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:50.191188 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3457f7c5-7e42-4bba-87ae-0a16f1fd473e req-c99ed3b0-17d8-45bc-ad76-6bd325e8116c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 1129 time: 0.0390036 May 16 19:14:50.237942 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-3457f7c5-7e42-4bba-87ae-0a16f1fd473e req-9ac254f6-51ca-4520-9938-9a54d8dfc86a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4a1533c5-d319-45ca-9bca-452c019e04ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404286 May 16 19:14:50.924638 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0cea7-47c1-4e99-9984-d0ed54ffc886 req-7ab404ad-faa1-4cf9-94ab-f28d412905cd tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:50.926107 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-24a0cea7-47c1-4e99-9984-d0ed54ffc886 req-7ab404ad-faa1-4cf9-94ab-f28d412905cd tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 945 time: 0.0484228 May 16 19:14:50.972736 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-24a0cea7-47c1-4e99-9984-d0ed54ffc886 req-48822bd0-3f8a-4315-bfd3-63b5b1ae35d4 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a1533c5-d319-45ca-9bca-452c019e04ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409265 May 16 19:14:52.090645 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ce423-72c2-4d5c-9059-3b04a9739ec9 req-403bae78-5a00-48b1-8b0b-4fdfb4af5df0 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:52.092100 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6f3ce423-72c2-4d5c-9059-3b04a9739ec9 req-403bae78-5a00-48b1-8b0b-4fdfb4af5df0 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 945 time: 0.0467904 May 16 19:14:52.138635 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6f3ce423-72c2-4d5c-9059-3b04a9739ec9 req-98d2eeac-b022-44e8-8813-9adadd5ac5e3 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a1533c5-d319-45ca-9bca-452c019e04ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404365 May 16 19:14:52.248390 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88354c06-edc5-4f5e-b981-b757dc625c05 req-40ec7427-08eb-49c6-bfeb-cfd145ed2c16 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:52.250106 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-88354c06-edc5-4f5e-b981-b757dc625c05 req-40ec7427-08eb-49c6-bfeb-cfd145ed2c16 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 945 time: 0.0499556 May 16 19:14:52.262226 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 59042) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:52.266699 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-fb2abdb3-2b73-4726-9a0a-ec7f40ee9d70 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Request body: {'floatingip': {'port_id': '97d3a7c3-54ff-43ac-9b96-02fa347fb84a'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:14:52.304440 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb2abdb3-2b73-4726-9a0a-ec7f40ee9d70 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for floatingip (196a0b54-984a-4aab-86fc-6b73ac7b1abf), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:52.714577 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb2abdb3-2b73-4726-9a0a-ec7f40ee9d70 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:52.718816 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb2abdb3-2b73-4726-9a0a-ec7f40ee9d70 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (196a0b54-984a-4aab-86fc-6b73ac7b1abf), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:52.810817 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.l3_db [None req-fb2abdb3-2b73-4726-9a0a-ec7f40ee9d70 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Floating IP 196a0b54-984a-4aab-86fc-6b73ac7b1abf associated. External IP: 172.28.3.17, port: 97d3a7c3-54ff-43ac-9b96-02fa347fb84a. May 16 19:14:53.004599 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2abdb3-2b73-4726-9a0a-ec7f40ee9d70 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:14:53.117474 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2abdb3-2b73-4726-9a0a-ec7f40ee9d70 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:14:53.123472 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-fb2abdb3-2b73-4726-9a0a-ec7f40ee9d70 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:53.127712 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c210f1-d835-425e-a5b0-19a3db0ced3a None None] Sync routers for ids ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:14:53.138188 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c210f1-d835-425e-a5b0-19a3db0ced3a None None] Routers {'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:14:53.138793 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-99c210f1-d835-425e-a5b0-19a3db0ced3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:14:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:53.156688 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-fb2abdb3-2b73-4726-9a0a-ec7f40ee9d70 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "PUT /v2.0/floatingips/196a0b54-984a-4aab-86fc-6b73ac7b1abf HTTP/1.1" status: 200 len: 990 time: 0.8933256 May 16 19:14:53.157789 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9', 'tag': '97d3a7c3-54ff-43ac-9b96-02fa347fb84a'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:14:53.160527 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1e6c95055ea8af60a6cf55267712f4255de8fda57894f5867c3333729ade532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593a925c-f9c9-49ff-9b8e-abd7d4e668a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9", "tag": "97d3a7c3-54ff-43ac-9b96-02fa347fb84a"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:14:53.197718 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf5e228-ec67-4be8-83d4-5207eb2cf795 x-openstack-request-id: req-daf5e228-ec67-4be8-83d4-5207eb2cf795 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:14:53.198136 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9", "tag": "97d3a7c3-54ff-43ac-9b96-02fa347fb84a", "status": "completed", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:14:53.198394 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-daf5e228-ec67-4be8-83d4-5207eb2cf795 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:14:53.198830 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf5e228-ec67-4be8-83d4-5207eb2cf795'] response: {'name': 'network-changed', 'server_uuid': 'b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9', 'tag': '97d3a7c3-54ff-43ac-9b96-02fa347fb84a', 'status': 'completed', 'code': 200} May 16 19:14:53.242046 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-99c210f1-d835-425e-a5b0-19a3db0ced3a None None] Set router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:14:53.257276 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a925c-f9c9-49ff-9b8e-abd7d4e668a6 req-34df8aa7-696d-4900-b47e-0dad208e75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:53.258937 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-593a925c-f9c9-49ff-9b8e-abd7d4e668a6 req-34df8aa7-696d-4900-b47e-0dad208e75b4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=05edbc82d64b43618010c829eff5c529&device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 1129 time: 0.0388811 May 16 19:14:53.353996 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a925c-f9c9-49ff-9b8e-abd7d4e668a6 req-1a422834-b796-4eda-8137-f27405b9b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:53.355485 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-593a925c-f9c9-49ff-9b8e-abd7d4e668a6 req-1a422834-b796-4eda-8137-f27405b9b431 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e2c884ef-2b44-416a-b203-511395242f85 HTTP/1.1" status: 200 len: 912 time: 0.0895143 May 16 19:14:53.419431 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-593a925c-f9c9-49ff-9b8e-abd7d4e668a6 req-0a275316-e120-4b51-9f64-00aa6445fc64 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97d3a7c3-54ff-43ac-9b96-02fa347fb84a HTTP/1.1" status: 200 len: 998 time: 0.0555577 May 16 19:14:53.475804 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a925c-f9c9-49ff-9b8e-abd7d4e668a6 req-c1c8608d-94d0-42a1-a184-66569db3ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:53.477860 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-593a925c-f9c9-49ff-9b8e-abd7d4e668a6 req-c1c8608d-94d0-42a1-a184-66569db3ca88 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=106d7208-a2e6-46bb-bc34-47f65193fc7d HTTP/1.1" status: 200 len: 850 time: 0.0512624 May 16 19:14:53.521017 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a925c-f9c9-49ff-9b8e-abd7d4e668a6 req-b4d2180d-e19f-463c-813f-a612f1cce9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:14:53.522526 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-593a925c-f9c9-49ff-9b8e-abd7d4e668a6 req-b4d2180d-e19f-463c-813f-a612f1cce9d1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e2c884ef-2b44-416a-b203-511395242f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0385528 May 16 19:14:53.543372 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-99c210f1-d835-425e-a5b0-19a3db0ced3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:08:53Z', 'revision_number': 4, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '196a0b54-984a-4aab-86fc-6b73ac7b1abf', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'floating_ip_address': '172.28.3.17', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'port_id': '97d3a7c3-54ff-43ac-9b96-02fa347fb84a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'mac_address': 'fa:16:3e:53:59:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:14:40Z', 'updated_at': '2022-05-16T19:14:52Z', 'revision_number': 1, 'project_id': '05edbc82d64b43618010c829eff5c529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a885bcbc-1308-4015-9a8b-043d2ee010b5', 'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'mac_address': 'fa:16:3e:75:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:53Z', 'updated_at': '2022-05-16T19:08:58Z', 'revision_number': 5, 'project_id': '05edbc82d64b43618010c829eff5c529', 'subnets': [{'id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:53.567261 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c210f1-d835-425e-a5b0-19a3db0ced3a None None] Checking router: f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:14:53.575863 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c210f1-d835-425e-a5b0-19a3db0ced3a None None] Routers {'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:14:53.576463 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-99c210f1-d835-425e-a5b0-19a3db0ced3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:14:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:53.621389 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-593a925c-f9c9-49ff-9b8e-abd7d4e668a6 req-6401805f-9856-4694-9895-c9a905679f56 service neutron] 10.222.0.78 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917439 May 16 19:14:53.678630 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-99c210f1-d835-425e-a5b0-19a3db0ced3a None None] Set router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:14:53.709392 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-593a925c-f9c9-49ff-9b8e-abd7d4e668a6 req-6fcc3359-ee19-4327-9d28-8630f9986279 service neutron] 10.222.0.78 "GET /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822051 May 16 19:14:53.881549 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-99c210f1-d835-425e-a5b0-19a3db0ced3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:08:53Z', 'revision_number': 4, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '196a0b54-984a-4aab-86fc-6b73ac7b1abf', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'floating_ip_address': '172.28.3.17', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'port_id': '97d3a7c3-54ff-43ac-9b96-02fa347fb84a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'mac_address': 'fa:16:3e:53:59:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:14:40Z', 'updated_at': '2022-05-16T19:14:52Z', 'revision_number': 1, 'project_id': '05edbc82d64b43618010c829eff5c529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a885bcbc-1308-4015-9a8b-043d2ee010b5', 'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'mac_address': 'fa:16:3e:75:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:53Z', 'updated_at': '2022-05-16T19:08:58Z', 'revision_number': 5, 'project_id': '05edbc82d64b43618010c829eff5c529', 'subnets': [{'id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:14:53.905814 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c210f1-d835-425e-a5b0-19a3db0ced3a None None] The sync data for ids ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'] in dv-cinder-839987-5-smb is: [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:08:53Z', 'revision_number': 4, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '196a0b54-984a-4aab-86fc-6b73ac7b1abf', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'floating_ip_address': '172.28.3.17', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'port_id': '97d3a7c3-54ff-43ac-9b96-02fa347fb84a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'mac_address': 'fa:16:3e:53:59:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:14:40Z', 'updated_at': '2022-05-16T19:14:52Z', 'revision_number': 1, 'project_id': '05edbc82d64b43618010c829eff5c529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a885bcbc-1308-4015-9a8b-043d2ee010b5', 'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'mac_address': 'fa:16:3e:75:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:53Z', 'updated_at': '2022-05-16T19:08:58Z', 'revision_number': 5, 'project_id': '05edbc82d64b43618010c829eff5c529', 'subnets': [{'id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:14:54.093204 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad94366a-8451-4efb-a8b7-54bfc1eb3458 None None] New status for floating IP 196a0b54-984a-4aab-86fc-6b73ac7b1abf: ACTIVE {{(pid=103575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:14:59.317838 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 59104) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:59.417894 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-01915fc9-c8a6-4142-a6ab-7aeda4714fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:59.490803 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-01915fc9-c8a6-4142-a6ab-7aeda4714fbf admin admin] Publish callbacks [] for security_group (25fbb383-b549-4c76-a906-20933a873704), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:59.494878 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-01915fc9-c8a6-4142-a6ab-7aeda4714fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (25fbb383-b549-4c76-a906-20933a873704), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:59.540599 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-01915fc9-c8a6-4142-a6ab-7aeda4714fbf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6255ab4548f744f29d8b5274b1f7de74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217431 May 16 19:14:59.541569 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01915fc9-c8a6-4142-a6ab-7aeda4714fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fbb383-b549-4c76-a906-20933a873704,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:59.543297 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 59108) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:59.591142 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8ede987a-9ecf-4b2d-a1e1-f6bd652ebe91 admin admin] Publish callbacks [] for security_group (25fbb383-b549-4c76-a906-20933a873704), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:59.611542 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8ede987a-9ecf-4b2d-a1e1-f6bd652ebe91 admin admin] Publish callbacks [] for security_group (25fbb383-b549-4c76-a906-20933a873704), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:59.661483 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8ede987a-9ecf-4b2d-a1e1-f6bd652ebe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (25fbb383-b549-4c76-a906-20933a873704), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:59.664094 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8ede987a-9ecf-4b2d-a1e1-f6bd652ebe91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:14:59.665304 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-8ede987a-9ecf-4b2d-a1e1-f6bd652ebe91 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/25fbb383-b549-4c76-a906-20933a873704 HTTP/1.1" status: 204 len: 168 time: 0.1210082 May 16 19:14:59.672815 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede987a-9ecf-4b2d-a1e1-f6bd652ebe91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fbb383-b549-4c76-a906-20933a873704,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:14:59.916656 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 59116) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:14:59.929528 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c84751a8-da22-46db-b04c-198b97e18dd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:00.001300 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c84751a8-da22-46db-b04c-198b97e18dd5 admin admin] Publish callbacks [] for security_group (36001c9c-f19f-4435-85e0-592d5a47e0ab), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:00.004771 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c84751a8-da22-46db-b04c-198b97e18dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (36001c9c-f19f-4435-85e0-592d5a47e0ab), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:00.040905 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-c84751a8-da22-46db-b04c-198b97e18dd5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5a72c7ac8fd74c7ba2e19c6f91cc1755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1230924 May 16 19:15:00.043566 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 59118) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:00.045608 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84751a8-da22-46db-b04c-198b97e18dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36001c9c-f19f-4435-85e0-592d5a47e0ab,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:00.094900 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a01ae2e6-80c4-4732-bc93-427b8fcc56be admin admin] Publish callbacks [] for security_group (36001c9c-f19f-4435-85e0-592d5a47e0ab), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:00.116115 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a01ae2e6-80c4-4732-bc93-427b8fcc56be admin admin] Publish callbacks [] for security_group (36001c9c-f19f-4435-85e0-592d5a47e0ab), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:00.161734 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a01ae2e6-80c4-4732-bc93-427b8fcc56be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (36001c9c-f19f-4435-85e0-592d5a47e0ab), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:00.164271 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a01ae2e6-80c4-4732-bc93-427b8fcc56be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:00.166075 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-a01ae2e6-80c4-4732-bc93-427b8fcc56be admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36001c9c-f19f-4435-85e0-592d5a47e0ab HTTP/1.1" status: 204 len: 168 time: 0.1211605 May 16 19:15:00.173943 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ae2e6-80c4-4732-bc93-427b8fcc56be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36001c9c-f19f-4435-85e0-592d5a47e0ab,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:02.481197 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f32b0c92-f7c5-48fe-888a-3aed21cc03b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:04.101468 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 59190) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:04.170661 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:04.205441 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-545a631c-7c24-47d6-bf6f-dc2d9593efd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:04.278404 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-545a631c-7c24-47d6-bf6f-dc2d9593efd0 admin admin] Publish callbacks [] for security_group (44160823-f3ce-4ab5-9d1f-7cbda62a36f8), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:04.281847 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-545a631c-7c24-47d6-bf6f-dc2d9593efd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (44160823-f3ce-4ab5-9d1f-7cbda62a36f8), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:04.319636 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-545a631c-7c24-47d6-bf6f-dc2d9593efd0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9bd3dae9c1a94b80840d391fa0197b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171144 May 16 19:15:04.320490 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a631c-7c24-47d6-bf6f-dc2d9593efd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44160823-f3ce-4ab5-9d1f-7cbda62a36f8,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:04.322348 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 59194) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:04.369810 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3a6ba565-caa2-4571-b118-d67aa4e3473f admin admin] Publish callbacks [] for security_group (44160823-f3ce-4ab5-9d1f-7cbda62a36f8), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:04.390665 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3a6ba565-caa2-4571-b118-d67aa4e3473f admin admin] Publish callbacks [] for security_group (44160823-f3ce-4ab5-9d1f-7cbda62a36f8), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:04.437231 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3a6ba565-caa2-4571-b118-d67aa4e3473f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (44160823-f3ce-4ab5-9d1f-7cbda62a36f8), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:04.440043 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-3a6ba565-caa2-4571-b118-d67aa4e3473f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:04.441399 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-3a6ba565-caa2-4571-b118-d67aa4e3473f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/44160823-f3ce-4ab5-9d1f-7cbda62a36f8 HTTP/1.1" status: 204 len: 168 time: 0.1179743 May 16 19:15:04.450151 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ba565-caa2-4571-b118-d67aa4e3473f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44160823-f3ce-4ab5-9d1f-7cbda62a36f8,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:05.011877 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-00b6d100-59b2-4447-bdb3-514007c22787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:06.063417 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:07.379210 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:08.657883 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:11.118912 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:15:15.270215 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 59344) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:15.292471 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad6fb4-b4bf-4000-b24c-c8a28cda8ff1 req-d663bb4a-8e3d-4776-b162-7df6128a570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:15.294312 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-80ad6fb4-b4bf-4000-b24c-c8a28cda8ff1 req-d663bb4a-8e3d-4776-b162-7df6128a570a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=217c4bc4175641c38493bc721d2ccdc3&device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 1168 time: 0.0518572 May 16 19:15:15.296511 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce722e2-756f-4aa2-803b-ddeb4614eed8 req-5043e05e-3418-4e50-9fdf-eb6cfb026280 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:15.298013 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4ce722e2-756f-4aa2-803b-ddeb4614eed8 req-5043e05e-3418-4e50-9fdf-eb6cfb026280 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 984 time: 0.0591922 May 16 19:15:15.365107 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4ce722e2-756f-4aa2-803b-ddeb4614eed8 req-106148f3-98f7-44f5-9db2-05559c771e65 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&id=84c79bfc-90c4-4609-9d78-ed5c7d3d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612555 May 16 19:15:15.395102 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-53692b43-29ad-4fa8-a3e9-3afd2bd48453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.403335 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad6fb4-b4bf-4000-b24c-c8a28cda8ff1 req-4d717966-d089-4424-a578-43f26f3dea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:15.404841 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-80ad6fb4-b4bf-4000-b24c-c8a28cda8ff1 req-4d717966-d089-4424-a578-43f26f3dea29 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 HTTP/1.1" status: 200 len: 916 time: 0.1040938 May 16 19:15:15.472473 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-80ad6fb4-b4bf-4000-b24c-c8a28cda8ff1 req-0fc28bf7-c98a-49e4-b660-f106da80098a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb3bf8b1-2986-467d-b8c9-8556332660fc HTTP/1.1" status: 200 len: 1001 time: 0.0608468 May 16 19:15:15.479494 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-53692b43-29ad-4fa8-a3e9-3afd2bd48453 admin admin] Publish callbacks [] for security_group (4d1385f6-a3e4-49a9-baee-219638b3a8a3), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.483321 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-53692b43-29ad-4fa8-a3e9-3afd2bd48453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (4d1385f6-a3e4-49a9-baee-219638b3a8a3), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.522506 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-53692b43-29ad-4fa8-a3e9-3afd2bd48453 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5f6d85a89968435b81874c67f811971c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511590 May 16 19:15:15.523258 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53692b43-29ad-4fa8-a3e9-3afd2bd48453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1385f6-a3e4-49a9-baee-219638b3a8a3,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:15.524714 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad6fb4-b4bf-4000-b24c-c8a28cda8ff1 req-b09f53b1-2b1b-4350-99bf-bd5ae449211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:15.526156 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 59348) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:15.527173 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-80ad6fb4-b4bf-4000-b24c-c8a28cda8ff1 req-b09f53b1-2b1b-4350-99bf-bd5ae449211c service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3c8ece64-96e5-4dc5-ac7b-02ba78e887bb HTTP/1.1" status: 200 len: 854 time: 0.0486200 May 16 19:15:15.579466 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-60940466-6706-4d1a-b55f-d76748b35e77 admin admin] Publish callbacks [] for security_group (4d1385f6-a3e4-49a9-baee-219638b3a8a3), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.580855 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad6fb4-b4bf-4000-b24c-c8a28cda8ff1 req-4882d073-cc90-4336-80be-6fc7f49da13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:15.582981 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-80ad6fb4-b4bf-4000-b24c-c8a28cda8ff1 req-4882d073-cc90-4336-80be-6fc7f49da13b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6dc21745-d9eb-40f9-9f43-23c03b5cb9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0470419 May 16 19:15:15.601495 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-60940466-6706-4d1a-b55f-d76748b35e77 admin admin] Publish callbacks [] for security_group (4d1385f6-a3e4-49a9-baee-219638b3a8a3), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.650125 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-60940466-6706-4d1a-b55f-d76748b35e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (4d1385f6-a3e4-49a9-baee-219638b3a8a3), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.652983 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-60940466-6706-4d1a-b55f-d76748b35e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:15.654121 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-60940466-6706-4d1a-b55f-d76748b35e77 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4d1385f6-a3e4-49a9-baee-219638b3a8a3 HTTP/1.1" status: 204 len: 168 time: 0.1270652 May 16 19:15:15.662254 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60940466-6706-4d1a-b55f-d76748b35e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1385f6-a3e4-49a9-baee-219638b3a8a3,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:15.694844 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-80ad6fb4-b4bf-4000-b24c-c8a28cda8ff1 req-f7af64a0-7aac-4c87-bc06-9f5752135e70 service neutron] 10.222.0.78 "GET /v2.0/networks/6dc21745-d9eb-40f9-9f43-23c03b5cb9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048427 May 16 19:15:15.804928 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-80ad6fb4-b4bf-4000-b24c-c8a28cda8ff1 req-22129e0e-4d20-4e72-8c2c-8a6f5e8ace38 service neutron] 10.222.0.78 "GET /v2.0/networks/6dc21745-d9eb-40f9-9f43-23c03b5cb9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961056 May 16 19:15:16.487267 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b95e3b-6539-4590-bf20-e85822cd1f49 req-ebb5506b-02b2-4e8d-a175-745b1b77baa1 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:16.488739 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-32b95e3b-6539-4590-bf20-e85822cd1f49 req-ebb5506b-02b2-4e8d-a175-745b1b77baa1 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 984 time: 0.0465667 May 16 19:15:16.549231 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-32b95e3b-6539-4590-bf20-e85822cd1f49 req-efae29f9-7535-4584-a7a5-0f3c1021c90b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&id=84c79bfc-90c4-4609-9d78-ed5c7d3d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542564 May 16 19:15:17.674453 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddaad3-a0f4-4ee4-a051-0bb2d65f2369 req-7f5a210d-0a97-4d1d-b6b8-e3813331784b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:17.676080 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-86ddaad3-a0f4-4ee4-a051-0bb2d65f2369 req-7f5a210d-0a97-4d1d-b6b8-e3813331784b tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 984 time: 0.0534737 May 16 19:15:17.740362 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-86ddaad3-a0f4-4ee4-a051-0bb2d65f2369 req-998eab7e-5ffc-413c-b62a-4d15d2c9de39 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&id=84c79bfc-90c4-4609-9d78-ed5c7d3d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579095 May 16 19:15:18.866500 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ca0f-5e8a-494c-9ca3-dc373c60f277 req-883d200d-44ac-4102-916e-c2e62db6a395 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:18.868493 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4609ca0f-5e8a-494c-9ca3-dc373c60f277 req-883d200d-44ac-4102-916e-c2e62db6a395 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 984 time: 0.0458779 May 16 19:15:18.926430 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4609ca0f-5e8a-494c-9ca3-dc373c60f277 req-73c95d91-01ed-4d23-b7fe-39e9b8f43e11 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&id=84c79bfc-90c4-4609-9d78-ed5c7d3d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522625 May 16 19:15:20.045945 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26501bfd-bb86-4aae-a1a8-cc3b61909bf9 req-b9682182-401b-4ac7-bc9f-7f9eff01115c tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:20.047412 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-26501bfd-bb86-4aae-a1a8-cc3b61909bf9 req-b9682182-401b-4ac7-bc9f-7f9eff01115c tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 984 time: 0.0499458 May 16 19:15:20.109967 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-26501bfd-bb86-4aae-a1a8-cc3b61909bf9 req-715ac624-f8cf-4477-9ea6-2f1d91c37cc5 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&id=84c79bfc-90c4-4609-9d78-ed5c7d3d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567024 May 16 19:15:21.225690 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43817698-96a3-4887-b94e-a62c1dbd6400 req-c76c3b7d-c4de-4d94-bb87-206d7c7b649d tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:21.227186 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-43817698-96a3-4887-b94e-a62c1dbd6400 req-c76c3b7d-c4de-4d94-bb87-206d7c7b649d tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 984 time: 0.0493557 May 16 19:15:21.285344 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-43817698-96a3-4887-b94e-a62c1dbd6400 req-090d4eb3-6e47-4e27-9452-ee454649aa8e tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&id=84c79bfc-90c4-4609-9d78-ed5c7d3d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525239 May 16 19:15:22.397724 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f07f87-4742-4253-9c19-e6b70478dead req-62b63f4d-b3ed-4ad8-8074-d694e73b81c0 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:22.399814 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f8f07f87-4742-4253-9c19-e6b70478dead req-62b63f4d-b3ed-4ad8-8074-d694e73b81c0 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 984 time: 0.0465808 May 16 19:15:22.457213 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f8f07f87-4742-4253-9c19-e6b70478dead req-5d88553b-f061-405b-91e7-a88ef7acadef tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&id=84c79bfc-90c4-4609-9d78-ed5c7d3d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516562 May 16 19:15:23.572607 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c12411-f461-4c7e-8575-bda7d23f6cd6 req-5fdf5898-13ee-4474-bf7e-5350ee841388 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:23.574055 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-46c12411-f461-4c7e-8575-bda7d23f6cd6 req-5fdf5898-13ee-4474-bf7e-5350ee841388 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 984 time: 0.0507603 May 16 19:15:23.631844 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-46c12411-f461-4c7e-8575-bda7d23f6cd6 req-742399c4-843b-43af-9674-707c5aedcbda tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&id=84c79bfc-90c4-4609-9d78-ed5c7d3d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521705 May 16 19:15:24.744832 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eda8ce-da05-4c56-8bd2-14573c6d3df9 req-277109f1-065e-447e-98cf-5e60e26e9794 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:24.746299 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e8eda8ce-da05-4c56-8bd2-14573c6d3df9 req-277109f1-065e-447e-98cf-5e60e26e9794 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 984 time: 0.0466921 May 16 19:15:24.806206 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e8eda8ce-da05-4c56-8bd2-14573c6d3df9 req-1982c6fa-ddba-4a0e-a70b-7166941e19f7 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&id=84c79bfc-90c4-4609-9d78-ed5c7d3d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536993 May 16 19:15:25.916823 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69d13b-dbb2-4980-aba5-f78bc9bb3922 req-9cb24a45-4215-45ce-8f24-06cb3e2014f5 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:25.918265 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dc69d13b-dbb2-4980-aba5-f78bc9bb3922 req-9cb24a45-4215-45ce-8f24-06cb3e2014f5 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 984 time: 0.0463798 May 16 19:15:25.979658 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dc69d13b-dbb2-4980-aba5-f78bc9bb3922 req-729c794b-edc3-473d-ad1d-8b1059c70ce7 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&id=84c79bfc-90c4-4609-9d78-ed5c7d3d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557308 May 16 19:15:27.091955 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf606db-2b5c-426e-8b18-95631ae08eba req-9059082f-09fa-478b-bbc6-b7a104c05bbb tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:27.093425 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-faf606db-2b5c-426e-8b18-95631ae08eba req-9059082f-09fa-478b-bbc6-b7a104c05bbb tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 984 time: 0.0474954 May 16 19:15:27.154587 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-faf606db-2b5c-426e-8b18-95631ae08eba req-ff6d7989-9e82-4682-bc00-6d0d39ea369f tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&id=84c79bfc-90c4-4609-9d78-ed5c7d3d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554006 May 16 19:15:28.266141 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2d683-2d2f-42bd-9739-04be9a5dad45 req-c648cee8-9118-4639-88c0-fac68765d417 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:28.267594 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-eef2d683-2d2f-42bd-9739-04be9a5dad45 req-c648cee8-9118-4639-88c0-fac68765d417 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 984 time: 0.0470576 May 16 19:15:28.325662 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-eef2d683-2d2f-42bd-9739-04be9a5dad45 req-53cb84f5-bdab-4bbf-a2c6-3677208c50db tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&id=84c79bfc-90c4-4609-9d78-ed5c7d3d41c0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522356 May 16 19:15:32.483096 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-549d86eb-696f-476a-b0f9-52d36b19ac05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:34.184135 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:34.199293 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a422f0b-a92a-4e7b-8527-1abbd771d158 req-636d4bef-2d50-4a73-9d9b-5c2220c33e9e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:34.200766 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4a422f0b-a92a-4e7b-8527-1abbd771d158 req-636d4bef-2d50-4a73-9d9b-5c2220c33e9e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0493011 May 16 19:15:34.246512 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4a422f0b-a92a-4e7b-8527-1abbd771d158 req-af1b3693-f994-495d-a9c6-b0bb2b26fe9a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401006 May 16 19:15:35.013351 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-59af140a-5e61-4341-a55f-5d56986e49b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:35.362342 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c71187-3ecf-45e9-beb3-f5841a21d56e req-9d90f493-56bb-46ee-9c99-dae1a0913ee0 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:35.363795 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-83c71187-3ecf-45e9-beb3-f5841a21d56e req-9d90f493-56bb-46ee-9c99-dae1a0913ee0 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0455148 May 16 19:15:35.410458 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-83c71187-3ecf-45e9-beb3-f5841a21d56e req-7d8e12b1-f409-46ee-9e98-bb4efc111f64 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410438 May 16 19:15:36.064078 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:36.524250 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707c24d-8aaa-4bcc-b3a5-fd0ebd2c6858 req-bcf47988-eb62-4890-8675-cf39c2d8e5ad tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:36.526214 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7707c24d-8aaa-4bcc-b3a5-fd0ebd2c6858 req-bcf47988-eb62-4890-8675-cf39c2d8e5ad tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0451748 May 16 19:15:36.578582 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7707c24d-8aaa-4bcc-b3a5-fd0ebd2c6858 req-6dead68c-03dd-4d1a-91c6-89c8c17d9dce tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452275 May 16 19:15:37.207986 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1e838850-b2a1-4b31-adbe-6514b4c266ce req-454fee1d-06ba-4ce5-b3da-179f393115ca service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398748 May 16 19:15:37.265021 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e838850-b2a1-4b31-adbe-6514b4c266ce req-2c393e07-8566-44a2-a870-8d4cf745e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:37.266466 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1e838850-b2a1-4b31-adbe-6514b4c266ce req-2c393e07-8566-44a2-a870-8d4cf745e41f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=217c4bc4175641c38493bc721d2ccdc3&device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 1168 time: 0.0379283 May 16 19:15:37.373925 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e838850-b2a1-4b31-adbe-6514b4c266ce req-50a41100-4bf9-4f17-bd48-5d910b20d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:37.375397 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1e838850-b2a1-4b31-adbe-6514b4c266ce req-50a41100-4bf9-4f17-bd48-5d910b20d96e service neutron] 10.222.0.78 "GET /v2.0/networks?id=6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 HTTP/1.1" status: 200 len: 916 time: 0.0843964 May 16 19:15:37.383356 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:37.437844 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1e838850-b2a1-4b31-adbe-6514b4c266ce req-857c850d-7599-46a0-8d6e-fb057e36fb6c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb3bf8b1-2986-467d-b8c9-8556332660fc HTTP/1.1" status: 200 len: 1001 time: 0.0560257 May 16 19:15:37.485120 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e838850-b2a1-4b31-adbe-6514b4c266ce req-1f1fa130-d2d9-4cf7-add5-d3b059f33cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:37.486446 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1e838850-b2a1-4b31-adbe-6514b4c266ce req-1f1fa130-d2d9-4cf7-add5-d3b059f33cfd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3c8ece64-96e5-4dc5-ac7b-02ba78e887bb HTTP/1.1" status: 200 len: 854 time: 0.0427475 May 16 19:15:37.528245 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e838850-b2a1-4b31-adbe-6514b4c266ce req-45852c3d-bb79-4716-9d9a-58c2145bc75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:37.529726 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1e838850-b2a1-4b31-adbe-6514b4c266ce req-45852c3d-bb79-4716-9d9a-58c2145bc75d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6dc21745-d9eb-40f9-9f43-23c03b5cb9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0372288 May 16 19:15:37.620695 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1e838850-b2a1-4b31-adbe-6514b4c266ce req-6e3f5a77-a515-44df-bc1f-0040fa8d1b68 service neutron] 10.222.0.78 "GET /v2.0/networks/6dc21745-d9eb-40f9-9f43-23c03b5cb9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843143 May 16 19:15:37.698921 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda9a6f-86aa-43f5-9555-fa4e36f2a57a req-d648911f-1949-4420-8933-b859dbb81b71 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:37.701151 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3cda9a6f-86aa-43f5-9555-fa4e36f2a57a req-d648911f-1949-4420-8933-b859dbb81b71 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0516989 May 16 19:15:37.719557 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-1e838850-b2a1-4b31-adbe-6514b4c266ce req-3aa7ac56-010b-4e22-8997-0850d64f1284 service neutron] 10.222.0.78 "GET /v2.0/networks/6dc21745-d9eb-40f9-9f43-23c03b5cb9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902674 May 16 19:15:37.748684 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3cda9a6f-86aa-43f5-9555-fa4e36f2a57a req-04b32fa4-2390-4c5b-bd71-3cdf634695b5 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426524 May 16 19:15:38.651052 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:38.864132 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211d321-a6e9-4f69-bcdb-06402c451967 req-e9b05dfd-3c1f-4a9c-bc13-9e617d7aa2fd tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:38.865598 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3211d321-a6e9-4f69-bcdb-06402c451967 req-e9b05dfd-3c1f-4a9c-bc13-9e617d7aa2fd tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0455272 May 16 19:15:38.911330 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3211d321-a6e9-4f69-bcdb-06402c451967 req-960f1d0c-f570-413f-9da2-fb924263bc7f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395870 May 16 19:15:40.033429 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d648c8-756a-4313-a9a2-8629ef158590 req-854ee96d-bc15-4d21-af63-929df6fb32f6 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:40.034886 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-28d648c8-756a-4313-a9a2-8629ef158590 req-854ee96d-bc15-4d21-af63-929df6fb32f6 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0505421 May 16 19:15:40.086102 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-28d648c8-756a-4313-a9a2-8629ef158590 req-cc461f61-2020-444d-aee4-572fd2bbe860 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452332 May 16 19:15:41.201735 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29473ddc-a3e8-4533-ae3a-82657c181735 req-481952df-ef59-43e5-b1a6-5ae0b7342af1 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:41.204223 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-29473ddc-a3e8-4533-ae3a-82657c181735 req-481952df-ef59-43e5-b1a6-5ae0b7342af1 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0451899 May 16 19:15:41.249716 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-29473ddc-a3e8-4533-ae3a-82657c181735 req-30244c1e-faa0-4172-9a58-a83bcb567b29 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404634 May 16 19:15:42.369783 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34f737-4713-4211-af13-b0a9706ff59b req-1f8d0402-17d8-4f3e-94af-f293114f5c30 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:42.371233 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-aa34f737-4713-4211-af13-b0a9706ff59b req-1f8d0402-17d8-4f3e-94af-f293114f5c30 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0499253 May 16 19:15:42.418934 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-aa34f737-4713-4211-af13-b0a9706ff59b req-762696d0-79d8-4474-8cbc-38b64d46a838 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419693 May 16 19:15:43.544748 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a6666-3191-4ed1-8442-aba2d49c6c65 req-86f8d9e6-8a30-4e8b-bc50-60eee71d9755 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:43.546211 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5e9a6666-3191-4ed1-8442-aba2d49c6c65 req-86f8d9e6-8a30-4e8b-bc50-60eee71d9755 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0502720 May 16 19:15:43.593082 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5e9a6666-3191-4ed1-8442-aba2d49c6c65 req-68add549-4447-4f7d-86a5-027d03d2cca5 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414674 May 16 19:15:44.705235 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b60415-6864-4bfa-b2b3-3f553b65427a req-4b2859bd-152d-4851-9419-a5a317ed6f34 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:44.706686 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-35b60415-6864-4bfa-b2b3-3f553b65427a req-4b2859bd-152d-4851-9419-a5a317ed6f34 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0454569 May 16 19:15:44.756752 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-35b60415-6864-4bfa-b2b3-3f553b65427a req-47a9d985-5740-43a9-8cfe-30f06841beb2 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446296 May 16 19:15:45.879875 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4456935-3bec-4af3-a036-66318bf6ed15 req-eb15ba34-8767-4f2f-8fe8-bc8ded1a0953 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:45.881400 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a4456935-3bec-4af3-a036-66318bf6ed15 req-eb15ba34-8767-4f2f-8fe8-bc8ded1a0953 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0468612 May 16 19:15:45.927479 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a4456935-3bec-4af3-a036-66318bf6ed15 req-b2d66d03-f795-4515-bf4b-656b138e35dd tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402434 May 16 19:15:47.047475 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9e446-90e1-4481-8a89-c839f9968ac5 req-04658403-1b86-402a-aa5a-067f1446d8d7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:47.048954 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a5d9e446-90e1-4481-8a89-c839f9968ac5 req-04658403-1b86-402a-aa5a-067f1446d8d7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0459752 May 16 19:15:47.097513 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a5d9e446-90e1-4481-8a89-c839f9968ac5 req-357764b1-4a27-4aec-881a-7699049ca14d tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430129 May 16 19:15:47.659702 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ac398-7c11-48d3-b671-ba0b18b3bb78 req-37479b4e-8696-4fc5-a2f8-34863d110b94 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:47.661151 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-106ac398-7c11-48d3-b671-ba0b18b3bb78 req-37479b4e-8696-4fc5-a2f8-34863d110b94 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 946 time: 0.0493684 May 16 19:15:47.708342 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-106ac398-7c11-48d3-b671-ba0b18b3bb78 req-0bfbb686-28cd-4b39-a9d4-6a89fee739ad tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=da998013-bc50-46d6-b878-37d77f272d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416172 May 16 19:15:48.117552 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 12b16058-b2ef-448e-9676-e523bef453b2 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:15:48.118118 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:15:48.214707 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 12b16058-b2ef-448e-9676-e523bef453b2, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=12b16058-b2ef-448e-9676-e523bef453b2,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:48.225223 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966813b-7735-4c41-b24e-ce72bcadccf4 req-ff3427e3-1034-4da1-ad54-72cc378ecf8c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:48.226807 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8966813b-7735-4c41-b24e-ce72bcadccf4 req-ff3427e3-1034-4da1-ad54-72cc378ecf8c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0560515 May 16 19:15:48.230890 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': '12b16058-b2ef-448e-9676-e523bef453b2', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'port_id': '12b16058-b2ef-448e-9676-e523bef453b2', 'mac_address': 'fa:16:3e:b8:e4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:15:48.272534 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 12b16058-b2ef-448e-9676-e523bef453b2 is: ACTIVE; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:15:48.272909 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (12b16058-b2ef-448e-9676-e523bef453b2), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:48.281687 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8966813b-7735-4c41-b24e-ce72bcadccf4 req-d49abd8c-19d2-45e5-affc-040b01428aab tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477464 May 16 19:15:48.287987 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12b16058-b2ef-448e-9676-e523bef453b2 {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:15:48.308576 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 12b16058-b2ef-448e-9676-e523bef453b2, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=12b16058-b2ef-448e-9676-e523bef453b2,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:48.312431 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (12b16058-b2ef-448e-9676-e523bef453b2), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:48.362063 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=12b16058-b2ef-448e-9676-e523bef453b2,revision_number=6']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:48.369952 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:48.370291 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:48.370622 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:48.370975 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:48.371307 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:48.371628 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:48.371976 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:48.372288 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:48.372632 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:48.372947 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:48.373262 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:48.373588 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:48.373906 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:48.374215 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:48.374521 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:48.423973 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['12b16058-b2ef-448e-9676-e523bef453b2'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:15:48.818188 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704ee7d-7d47-4fca-8967-162f8f0b35db req-4b67617b-9220-4def-bb8c-ab5aa515089f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:48.819534 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f704ee7d-7d47-4fca-8967-162f8f0b35db req-4b67617b-9220-4def-bb8c-ab5aa515089f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 946 time: 0.0449500 May 16 19:15:48.867847 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f704ee7d-7d47-4fca-8967-162f8f0b35db req-4f75500c-20c4-44b3-9995-0029a722af5f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=da998013-bc50-46d6-b878-37d77f272d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422349 May 16 19:15:49.397513 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e537c-0a0c-4b68-8515-425484d2b398 req-d6f67f71-4134-4059-8a66-22aea91ccb0a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:49.398924 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-869e537c-0a0c-4b68-8515-425484d2b398 req-d6f67f71-4134-4059-8a66-22aea91ccb0a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 944 time: 0.0454056 May 16 19:15:49.444681 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-869e537c-0a0c-4b68-8515-425484d2b398 req-a143e665-0740-40ee-9bda-0389ffaad38c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402346 May 16 19:15:49.980876 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bab00-4946-44a5-b931-21909cec21bf req-c1432280-1683-4efb-9f17-9ec16f941947 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:49.982294 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-264bab00-4946-44a5-b931-21909cec21bf req-c1432280-1683-4efb-9f17-9ec16f941947 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 946 time: 0.0449512 May 16 19:15:50.027488 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-264bab00-4946-44a5-b931-21909cec21bf req-92bbc909-cb27-428a-8a01-c498a31e0db7 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=da998013-bc50-46d6-b878-37d77f272d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398889 May 16 19:15:50.122759 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 12b16058-b2ef-448e-9676-e523bef453b2 up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:15:50.165656 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port 12b16058-b2ef-448e-9676-e523bef453b2 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:15:50.165944 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (12b16058-b2ef-448e-9676-e523bef453b2), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:50.182482 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0fc7d-5d68-4c6c-bdc5-bf19b89db84b req-55664ebf-c990-4c2f-b9fc-a518bd6b5690 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:50.184042 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-58d0fc7d-5d68-4c6c-bdc5-bf19b89db84b req-55664ebf-c990-4c2f-b9fc-a518bd6b5690 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 946 time: 0.0474644 May 16 19:15:50.236903 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 12b16058-b2ef-448e-9676-e523bef453b2 is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:15:50.237285 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (12b16058-b2ef-448e-9676-e523bef453b2), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:50.259980 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2497171-958b-428c-a5dd-d8102d661504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b16058-b2ef-448e-9676-e523bef453b2'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:15:50.262225 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbc63f3-0576-44dd-b0b4-71366f3e0f61" -d '{"events": [{"server_uuid": "c2497171-958b-428c-a5dd-d8102d661504", "name": "network-vif-plugged", "status": "completed", "tag": "12b16058-b2ef-448e-9676-e523bef453b2"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:15:50.267957 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-58d0fc7d-5d68-4c6c-bdc5-bf19b89db84b req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Deleting port 21b77711-4f43-4339-bf04-8dd50a8b6dab {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:15:50.268351 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-58d0fc7d-5d68-4c6c-bdc5-bf19b89db84b req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (21b77711-4f43-4339-bf04-8dd50a8b6dab), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:50.275952 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 12b16058-b2ef-448e-9676-e523bef453b2, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=12b16058-b2ef-448e-9676-e523bef453b2,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:50.279921 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (12b16058-b2ef-448e-9676-e523bef453b2), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:50.302974 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702eda27-04e6-4b58-adea-243bdebbdba7 x-openstack-request-id: req-702eda27-04e6-4b58-adea-243bdebbdba7 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:15:50.304105 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2497171-958b-428c-a5dd-d8102d661504", "name": "network-vif-plugged", "status": "completed", "tag": "12b16058-b2ef-448e-9676-e523bef453b2", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:15:50.304105 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-702eda27-04e6-4b58-adea-243bdebbdba7 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:15:50.304105 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-702eda27-04e6-4b58-adea-243bdebbdba7'] response: {'server_uuid': 'c2497171-958b-428c-a5dd-d8102d661504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b16058-b2ef-448e-9676-e523bef453b2', 'code': 200} May 16 19:15:50.328812 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=12b16058-b2ef-448e-9676-e523bef453b2,revision_number=7']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:50.373665 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-58d0fc7d-5d68-4c6c-bdc5-bf19b89db84b req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] For port 21b77711-4f43-4339-bf04-8dd50a8b6dab, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=21b77711-4f43-4339-bf04-8dd50a8b6dab,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:15:50.374026 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-58d0fc7d-5d68-4c6c-bdc5-bf19b89db84b req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (21b77711-4f43-4339-bf04-8dd50a8b6dab), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:50.532268 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-58d0fc7d-5d68-4c6c-bdc5-bf19b89db84b req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:50.532654 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-58d0fc7d-5d68-4c6c-bdc5-bf19b89db84b req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (b7943cfc-ca96-482b-a69f-40b40a0b3978), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:50.532980 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.l3_db [req-58d0fc7d-5d68-4c6c-bdc5-bf19b89db84b req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Floating IP b7943cfc-ca96-482b-a69f-40b40a0b3978 disassociated. External IP: 172.28.3.23, port: 21b77711-4f43-4339-bf04-8dd50a8b6dab. May 16 19:15:50.533329 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-58d0fc7d-5d68-4c6c-bdc5-bf19b89db84b req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Calling delete_port for 21b77711-4f43-4339-bf04-8dd50a8b6dab owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:15:50.566161 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e369672-1277-4329-ac0c-7664d58857b3 req-6d3744fb-5098-4327-b9a7-b698a80cec6c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:50.567590 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4e369672-1277-4329-ac0c-7664d58857b3 req-6d3744fb-5098-4327-b9a7-b698a80cec6c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0497723 May 16 19:15:50.613534 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4e369672-1277-4329-ac0c-7664d58857b3 req-04bc6ce3-c0dc-4cf8-b59b-3634125df6b7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401564 May 16 19:15:50.661722 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-58d0fc7d-5d68-4c6c-bdc5-bf19b89db84b req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (21b77711-4f43-4339-bf04-8dd50a8b6dab), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:50.690257 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event deleted for resources: {'Port': ['ID=21b77711-4f43-4339-bf04-8dd50a8b6dab,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:50.702025 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:50.702373 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:50.702712 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:50.703047 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:50.703381 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:50.703708 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:50.704032 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:50.704352 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:50.704870 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:50.705016 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:50.705338 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:50.705658 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:50.705977 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:50.706295 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:50.706609 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:51.017180 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58d0fc7d-5d68-4c6c-bdc5-bf19b89db84b req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:15:51.127141 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58d0fc7d-5d68-4c6c-bdc5-bf19b89db84b req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:15:51.129056 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-191b0434-663b-4a0b-9447-338c50be4a4c req-07aad0f3-0c22-47a5-abbf-6064ec6eda34 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=42a54f55-d54f-4d42-958b-df4752f53e0e HTTP/1.1" status: 200 len: 210 time: 0.0295138 May 16 19:15:51.166179 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18429aaa-254a-4957-8194-53671d127163 None None] Sync routers for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:15:51.170720 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d0fc7d-5d68-4c6c-bdc5-bf19b89db84b req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] No DVR routers for this DVR port 21b77711-4f43-4339-bf04-8dd50a8b6dab on host hv-cinder-83998 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:15:51.173384 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-58d0fc7d-5d68-4c6c-bdc5-bf19b89db84b req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:51.176657 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-58d0fc7d-5d68-4c6c-bdc5-bf19b89db84b req-07cc7fdc-419c-46c1-a7bf-c8f5a41b75a6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "DELETE /v2.0/ports/21b77711-4f43-4339-bf04-8dd50a8b6dab HTTP/1.1" status: 204 len: 173 time: 0.9865875 May 16 19:15:51.177112 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a54f55-d54f-4d42-958b-df4752f53e0e', 'name': 'network-vif-deleted', 'tag': '21b77711-4f43-4339-bf04-8dd50a8b6dab'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:15:51.178001 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18429aaa-254a-4957-8194-53671d127163 None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:15:51.178705 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-18429aaa-254a-4957-8194-53671d127163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:15:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:51.179335 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07df4bb7-6ea3-43a7-9a0e-349fe7ca10f1" -d '{"events": [{"server_uuid": "42a54f55-d54f-4d42-958b-df4752f53e0e", "name": "network-vif-deleted", "tag": "21b77711-4f43-4339-bf04-8dd50a8b6dab"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:15:51.219709 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb005ad-bc3a-49d3-9faa-9a96641986c4 x-openstack-request-id: req-eeb005ad-bc3a-49d3-9faa-9a96641986c4 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:15:51.220327 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a54f55-d54f-4d42-958b-df4752f53e0e", "name": "network-vif-deleted", "tag": "21b77711-4f43-4339-bf04-8dd50a8b6dab", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:15:51.220327 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eeb005ad-bc3a-49d3-9faa-9a96641986c4 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:15:51.220719 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeb005ad-bc3a-49d3-9faa-9a96641986c4'] response: {'server_uuid': '42a54f55-d54f-4d42-958b-df4752f53e0e', 'name': 'network-vif-deleted', 'tag': '21b77711-4f43-4339-bf04-8dd50a8b6dab', 'status': 'completed', 'code': 200} May 16 19:15:51.303403 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-18429aaa-254a-4957-8194-53671d127163 None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:15:51.484292 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-18429aaa-254a-4957-8194-53671d127163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:51.508773 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18429aaa-254a-4957-8194-53671d127163 None None] Checking router: 363ffe14-eb3e-4a05-a481-5c6b0647fc22 for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:15:51.517606 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18429aaa-254a-4957-8194-53671d127163 None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:15:51.518203 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-18429aaa-254a-4957-8194-53671d127163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:15:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:51.615883 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-18429aaa-254a-4957-8194-53671d127163 None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:15:51.741152 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17619e97-ea2e-45d5-95f7-d8b2a7a5bda0 req-9612851e-c993-493e-8c52-856cfae59819 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:51.743381 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-17619e97-ea2e-45d5-95f7-d8b2a7a5bda0 req-9612851e-c993-493e-8c52-856cfae59819 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0511503 May 16 19:15:51.802285 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-17619e97-ea2e-45d5-95f7-d8b2a7a5bda0 req-e69ad821-8d0f-4fde-b692-62845464ed0a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447338 May 16 19:15:51.812953 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-18429aaa-254a-4957-8194-53671d127163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:15:51.839841 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18429aaa-254a-4957-8194-53671d127163 None None] The sync data for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb is: [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:15:52.051101 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a998f9-e1db-43b0-a749-17c2abd475a4 None None] New status for floating IP b7943cfc-ca96-482b-a69f-40b40a0b3978: DOWN {{(pid=103575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:15:52.147942 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 21b77711-4f43-4339-bf04-8dd50a8b6dab no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:15:52.172990 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: 21b77711-4f43-4339-bf04-8dd50a8b6dab {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:15:52.172990 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 21b77711-4f43-4339-bf04-8dd50a8b6dab not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:15:52.215306 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 59526) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:52.273794 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (da998013-bc50-46d6-b878-37d77f272d86), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:52.296900 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (da998013-bc50-46d6-b878-37d77f272d86), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:52.342509 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (da998013-bc50-46d6-b878-37d77f272d86), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:52.345088 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:52.346242 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "DELETE /v2.0/security-groups/da998013-bc50-46d6-b878-37d77f272d86 HTTP/1.1" status: 204 len: 168 time: 0.1299450 May 16 19:15:52.349528 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 59528) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:52.362724 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da998013-bc50-46d6-b878-37d77f272d86,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:52.372207 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.api.v2.resource [None req-5a6a41e6-871f-444d-8d22-2c2babb3f360 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] show failed (client error): The resource could not be found. May 16 19:15:52.373338 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-5a6a41e6-871f-444d-8d22-2c2babb3f360 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups/da998013-bc50-46d6-b878-37d77f272d86 HTTP/1.1" status: 404 len: 347 time: 0.0218363 May 16 19:15:52.375045 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:52.375397 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:52.375822 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:52.376173 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:52.376316 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 59530) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:52.376810 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:52.376917 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:52.377183 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:52.377511 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:52.377840 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:52.378165 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:52.378491 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:52.378815 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:52.379135 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:52.379723 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:52.380047 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2361f3-a404-4292-bbc1-3c79574622a5 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:15:52.487430 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-19ab60ad-ad93-47d2-99a2-e8bb0b2a3761 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Deleting port 1e8eb39b-84fd-4af5-aa5c-7c8b6a226932 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:15:52.487766 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-19ab60ad-ad93-47d2-99a2-e8bb0b2a3761 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (1e8eb39b-84fd-4af5-aa5c-7c8b6a226932), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:52.568210 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-19ab60ad-ad93-47d2-99a2-e8bb0b2a3761 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (1e8eb39b-84fd-4af5-aa5c-7c8b6a226932), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:52.568531 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-19ab60ad-ad93-47d2-99a2-e8bb0b2a3761 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (1e8eb39b-84fd-4af5-aa5c-7c8b6a226932), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:52.580827 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-19ab60ad-ad93-47d2-99a2-e8bb0b2a3761 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Calling delete_port for 1e8eb39b-84fd-4af5-aa5c-7c8b6a226932 owned by network:floatingip {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:15:52.706777 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-19ab60ad-ad93-47d2-99a2-e8bb0b2a3761 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (1e8eb39b-84fd-4af5-aa5c-7c8b6a226932), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:52.729115 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab60ad-ad93-47d2-99a2-e8bb0b2a3761 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event deleted for resources: {'Port': ['ID=1e8eb39b-84fd-4af5-aa5c-7c8b6a226932,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:52.791088 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-19ab60ad-ad93-47d2-99a2-e8bb0b2a3761 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (b7943cfc-ca96-482b-a69f-40b40a0b3978), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:52.793675 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-19ab60ad-ad93-47d2-99a2-e8bb0b2a3761 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:52.794951 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-19ab60ad-ad93-47d2-99a2-e8bb0b2a3761 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "DELETE /v2.0/floatingips/b7943cfc-ca96-482b-a69f-40b40a0b3978 HTTP/1.1" status: 204 len: 168 time: 0.4177046 May 16 19:15:52.858659 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 59536) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:52.863220 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-ae053215-7a9b-4e5d-b18b-e5e70e3ed340 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1523401927', 'description': 'tempest-description--523566958'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:15:52.884617 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ae053215-7a9b-4e5d-b18b-e5e70e3ed340 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:52.924303 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8562dc-83fe-45a3-b66a-4faf116a370e req-6b3f21df-0e8d-41e9-94b0-95d963a49d04 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:52.925893 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3c8562dc-83fe-45a3-b66a-4faf116a370e req-6b3f21df-0e8d-41e9-94b0-95d963a49d04 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0482078 May 16 19:15:52.954613 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ae053215-7a9b-4e5d-b18b-e5e70e3ed340 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (4a187bd2-f352-4ac7-9741-41207a651b79), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:52.958647 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ae053215-7a9b-4e5d-b18b-e5e70e3ed340 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (4a187bd2-f352-4ac7-9741-41207a651b79), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:52.975915 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3c8562dc-83fe-45a3-b66a-4faf116a370e req-2c90fd8b-930e-4dc2-8bcd-9454f917b701 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436995 May 16 19:15:52.990735 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ae053215-7a9b-4e5d-b18b-e5e70e3ed340 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:52.991939 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-ae053215-7a9b-4e5d-b18b-e5e70e3ed340 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1322596 May 16 19:15:52.994397 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae053215-7a9b-4e5d-b18b-e5e70e3ed340 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a187bd2-f352-4ac7-9741-41207a651b79,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:53.003159 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 59538) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:53.007829 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-7bbb3ddf-c839-4821-8b6e-ac7f7b0e436f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'security_group_rule': {'security_group_id': '4a187bd2-f352-4ac7-9741-41207a651b79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:15:53.034231 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7bbb3ddf-c839-4821-8b6e-ac7f7b0e436f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (45b26c73-925a-486a-8516-a7f1f8c8838b), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:53.080051 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7bbb3ddf-c839-4821-8b6e-ac7f7b0e436f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (45b26c73-925a-486a-8516-a7f1f8c8838b), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:53.083561 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7bbb3ddf-c839-4821-8b6e-ac7f7b0e436f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (45b26c73-925a-486a-8516-a7f1f8c8838b), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:53.100402 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb3ddf-c839-4821-8b6e-ac7f7b0e436f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b26c73-925a-486a-8516-a7f1f8c8838b,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:53.108610 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7bbb3ddf-c839-4821-8b6e-ac7f7b0e436f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:53.112366 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-7bbb3ddf-c839-4821-8b6e-ac7f7b0e436f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1055515 May 16 19:15:53.112515 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 59540) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:53.116897 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-ba533eb4-1251-4296-b742-373d5636ddfe tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'security_group_rule': {'security_group_id': '4a187bd2-f352-4ac7-9741-41207a651b79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:15:53.144146 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ba533eb4-1251-4296-b742-373d5636ddfe tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (396032fc-4cbe-41c0-8ea6-a40575112692), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:53.199296 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ba533eb4-1251-4296-b742-373d5636ddfe tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (396032fc-4cbe-41c0-8ea6-a40575112692), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:53.202904 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ba533eb4-1251-4296-b742-373d5636ddfe tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874500'] for security_group_rule (396032fc-4cbe-41c0-8ea6-a40575112692), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:53.221318 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba533eb4-1251-4296-b742-373d5636ddfe tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396032fc-4cbe-41c0-8ea6-a40575112692,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:53.226752 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ba533eb4-1251-4296-b742-373d5636ddfe tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:53.227948 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-ba533eb4-1251-4296-b742-373d5636ddfe tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144822 May 16 19:15:53.230991 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 59542) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:15:53.235123 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-1d6275ab-d59a-4346-be69-ab14ec680700 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'floatingip': {'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:15:53.256251 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1d6275ab-d59a-4346-be69-ab14ec680700 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:53.336777 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1d6275ab-d59a-4346-be69-ab14ec680700 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:53.444002 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [None req-1d6275ab-d59a-4346-be69-ab14ec680700 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Allocated IP 172.28.3.31 (76eed255-df50-4913-937a-329b4f129daf/b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81/ed4cad14-cea6-46ac-9cc0-e24af994080f) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:15:53.557393 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1d6275ab-d59a-4346-be69-ab14ec680700 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for port (ed4cad14-cea6-46ac-9cc0-e24af994080f), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:53.589352 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1d6275ab-d59a-4346-be69-ab14ec680700 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (ed4cad14-cea6-46ac-9cc0-e24af994080f), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:53.631524 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6275ab-d59a-4346-be69-ab14ec680700 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Network 76eed255-df50-4913-937a-329b4f129daf is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:15:53.643800 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-1d6275ab-d59a-4346-be69-ab14ec680700 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:15:53.647012 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6275ab-d59a-4346-be69-ab14ec680700 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:15:53.650802 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6275ab-d59a-4346-be69-ab14ec680700 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'Port': ['ID=ed4cad14-cea6-46ac-9cc0-e24af994080f,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:53.750115 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1d6275ab-d59a-4346-be69-ab14ec680700 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (0dab503d-9b86-4ba4-9a43-751e6676ef96), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:53.786935 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1d6275ab-d59a-4346-be69-ab14ec680700 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (ed4cad14-cea6-46ac-9cc0-e24af994080f), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:53.979094 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1d6275ab-d59a-4346-be69-ab14ec680700 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for port (ed4cad14-cea6-46ac-9cc0-e24af994080f), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:53.985287 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1d6275ab-d59a-4346-be69-ab14ec680700 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (ed4cad14-cea6-46ac-9cc0-e24af994080f), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:54.060865 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6275ab-d59a-4346-be69-ab14ec680700 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'Port': ['ID=ed4cad14-cea6-46ac-9cc0-e24af994080f,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:54.069233 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1d6275ab-d59a-4346-be69-ab14ec680700 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (0dab503d-9b86-4ba4-9a43-751e6676ef96), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:54.089083 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1d6275ab-d59a-4346-be69-ab14ec680700 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:54.090427 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-1d6275ab-d59a-4346-be69-ab14ec680700 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8585098 May 16 19:15:54.155958 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc48978-749a-4ad4-b525-40da8fc023af req-af08ea46-293b-4667-98f1-a6a8bd55eae1 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:54.162741 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3bc48978-749a-4ad4-b525-40da8fc023af req-af08ea46-293b-4667-98f1-a6a8bd55eae1 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0648081 May 16 19:15:54.210356 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3bc48978-749a-4ad4-b525-40da8fc023af req-0088006f-3f51-4814-8bb1-40346d079feb tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467610 May 16 19:15:54.348493 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-58094b49-0471-46d1-967c-9f77a04aa1c9 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1523401927&fields=id&tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513 HTTP/1.1" status: 200 len: 267 time: 0.0445552 May 16 19:15:54.461327 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-d90b58d2-d907-49f3-8981-b0d5d8203ed4 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:54.462757 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-d90b58d2-d907-49f3-8981-b0d5d8203ed4 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/networks?id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de HTTP/1.1" status: 200 len: 815 time: 0.1076236 May 16 19:15:54.477251 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-212a3179-550e-4f2d-90e1-f05be9e2b73d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/quotas/84a4b9a583d64f49aad8b2c8ea0d5513 HTTP/1.1" status: 200 len: 375 time: 0.0091941 May 16 19:15:54.530211 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-6aa1cba9-4e14-4293-b69e-8b042048d45b tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476315 May 16 19:15:54.641027 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-f569481a-51cc-4ce8-a959-d1250e5a4d8a service neutron] 10.222.0.65 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934274 May 16 19:15:54.733996 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-6767c604-b397-48c7-b951-773760a5fdcf service neutron] 10.222.0.65 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866139 May 16 19:15:54.947446 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-64f3883e-5fbc-469a-b218-89e95557f328 req-0d0050cf-ba0c-42b3-b12d-d638db877a88 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 210 time: 0.0306823 May 16 19:15:55.360058 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23463708-65dc-4313-9133-96f322ffdaad req-1f8a9d5e-4c9c-4751-80d9-2ae64725e2aa tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:55.361621 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-23463708-65dc-4313-9133-96f322ffdaad req-1f8a9d5e-4c9c-4751-80d9-2ae64725e2aa tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0600395 May 16 19:15:55.662003 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-23463708-65dc-4313-9133-96f322ffdaad req-d796af13-f97d-4e7f-9fcc-91407e9e3e24 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933059 May 16 19:15:56.093511 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-193f05fb-24c6-4b00-b7fa-62206f1f0490 req-3c547627-a3e5-44b9-be2d-be2074c1f250 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 210 time: 0.0548813 May 16 19:15:56.159435 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a27aae98-a993-47c8-b435-93c4ba2f02a4 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:56.161838 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a27aae98-a993-47c8-b435-93c4ba2f02a4 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "GET /v2.0/networks?id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de HTTP/1.1" status: 200 len: 815 time: 0.1746562 May 16 19:15:56.259573 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-ecd9b0cd-aab0-40ab-9875-8933ddb03b95 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513 HTTP/1.1" status: 200 len: 380 time: 0.0802879 May 16 19:15:56.268834 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-efd51856-c80d-4033-ad21-0afb783cb335 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'port': {'device_id': '1df626cb-735c-4e95-8b91-223ed35f40f8', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'admin_state_up': True, 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'security_groups': ['4a187bd2-f352-4ac7-9741-41207a651b79']}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:15:56.400536 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-efd51856-c80d-4033-ad21-0afb783cb335 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Made reservation on behalf of 84a4b9a583d64f49aad8b2c8ea0d5513 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:15:56.407291 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-efd51856-c80d-4033-ad21-0afb783cb335 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:56.567982 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-efd51856-c80d-4033-ad21-0afb783cb335 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Allocated IP 172.20.0.11 (3cb27ab2-3f03-450b-967b-0cbe8bcd58de/05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae/f4f7a85d-8bcb-4d30-afe8-c4199f30ae05) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:15:56.774724 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-efd51856-c80d-4033-ad21-0afb783cb335 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for port (f4f7a85d-8bcb-4d30-afe8-c4199f30ae05), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:56.801951 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19500ac4-45d9-4ce0-90fc-728aa96df959 req-6a518c1c-9371-4a75-89b9-44b498ff29bf tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:56.803606 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-19500ac4-45d9-4ce0-90fc-728aa96df959 req-6a518c1c-9371-4a75-89b9-44b498ff29bf tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0525832 May 16 19:15:56.814208 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-efd51856-c80d-4033-ad21-0afb783cb335 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (f4f7a85d-8bcb-4d30-afe8-c4199f30ae05), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:56.862532 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-efd51856-c80d-4033-ad21-0afb783cb335 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:15:56.864279 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-efd51856-c80d-4033-ad21-0afb783cb335 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:15:56.878211 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-efd51856-c80d-4033-ad21-0afb783cb335 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:15:56.924089 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-19500ac4-45d9-4ce0-90fc-728aa96df959 req-9aaa02a5-74cd-42db-8f01-c22164732f27 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121700 May 16 19:15:56.928011 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd51856-c80d-4033-ad21-0afb783cb335 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event updated for resources: {'Port': ['ID=f4f7a85d-8bcb-4d30-afe8-c4199f30ae05,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:56.964333 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-efd51856-c80d-4033-ad21-0afb783cb335 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:56.965504 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-efd51856-c80d-4033-ad21-0afb783cb335 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:56.987971 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-efd51856-c80d-4033-ad21-0afb783cb335 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7228773 May 16 19:15:57.000148 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Request body: {'port': {'device_id': '1df626cb-735c-4e95-8b91-223ed35f40f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:15:57.082624 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (f4f7a85d-8bcb-4d30-afe8-c4199f30ae05), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:57.186602 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-ffe0325e-0f35-43c2-9a58-40cbe759fb82 None None] Provisioning complete for port f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:15:57.187634 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ffe0325e-0f35-43c2-9a58-40cbe759fb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (f4f7a85d-8bcb-4d30-afe8-c4199f30ae05), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:57.238893 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391611d3-86d8-4414-8f61-572192c2e474 req-66a9936a-992d-440e-a438-b506d5c5c771 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:57.240133 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ffe0325e-0f35-43c2-9a58-40cbe759fb82 None None] Port f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:15:57.247986 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-391611d3-86d8-4414-8f61-572192c2e474 req-66a9936a-992d-440e-a438-b506d5c5c771 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 932 time: 0.0667839 May 16 19:15:57.318640 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-391611d3-86d8-4414-8f61-572192c2e474 req-46124bb9-2de4-4977-8da9-c7723a1c9935 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a187bd2-f352-4ac7-9741-41207a651b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694404 May 16 19:15:57.486218 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:15:57.494804 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Publish callbacks [] for port (f4f7a85d-8bcb-4d30-afe8-c4199f30ae05), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:57.515553 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Transition to ACTIVE for port object f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:15:57.520640 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (f4f7a85d-8bcb-4d30-afe8-c4199f30ae05), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:57.602859 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Pushing event updated for resources: {'Port': ['ID=f4f7a85d-8bcb-4d30-afe8-c4199f30ae05,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:57.672444 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Attempting to bind port f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:15:57.672835 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Attempting to bind port f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:15:57.673123 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Attempting to bind port f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 on network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:15:57.678300 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Port f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 on network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:15:57.678712 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Attempting to bind port f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 on network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:15:57.685156 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:15:57.685793 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Checking segment: {'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:15:57.686066 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Bound using segment: {'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:15:57.686732 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Bound port: f4f7a85d-8bcb-4d30-afe8-c4199f30ae05, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5385f443-0d16-4bde-9ce3-76b3eebfaf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:15:57.687086 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (f4f7a85d-8bcb-4d30-afe8-c4199f30ae05), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:57.753793 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] For port f4f7a85d-8bcb-4d30-afe8-c4199f30ae05, host hv-cinder-83998, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:15:57.758253 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] For port f4f7a85d-8bcb-4d30-afe8-c4199f30ae05, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f4f7a85d-8bcb-4d30-afe8-c4199f30ae05,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:15:57.768977 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (f4f7a85d-8bcb-4d30-afe8-c4199f30ae05), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:57.809366 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:57.810055 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:15:57.811522 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] 10.222.0.78 "PUT /v2.0/ports/f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 HTTP/1.1" status: 200 len: 1094 time: 0.8161180 May 16 19:15:57.812075 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df626cb-735c-4e95-8b91-223ed35f40f8', 'tag': 'f4f7a85d-8bcb-4d30-afe8-c4199f30ae05'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:15:57.814529 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e03dd8-041a-4768-9501-0af9d1ead841" -d '{"events": [{"name": "network-changed", "server_uuid": "1df626cb-735c-4e95-8b91-223ed35f40f8", "tag": "f4f7a85d-8bcb-4d30-afe8-c4199f30ae05"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:15:57.868922 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbf8ca-df7b-429b-a7b1-c375ce0cf95f service neutron] Pushing event updated for resources: {'Port': ['ID=f4f7a85d-8bcb-4d30-afe8-c4199f30ae05,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:15:57.932914 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e48d904-b46c-4993-947b-d4d2e03fd0f8 x-openstack-request-id: req-3e48d904-b46c-4993-947b-d4d2e03fd0f8 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:15:57.933239 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df626cb-735c-4e95-8b91-223ed35f40f8", "tag": "f4f7a85d-8bcb-4d30-afe8-c4199f30ae05", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:15:57.933440 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e48d904-b46c-4993-947b-d4d2e03fd0f8 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:15:57.933841 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e48d904-b46c-4993-947b-d4d2e03fd0f8'] response: {'name': 'network-changed', 'server_uuid': '1df626cb-735c-4e95-8b91-223ed35f40f8', 'tag': 'f4f7a85d-8bcb-4d30-afe8-c4199f30ae05', 'status': 'completed', 'code': 200} May 16 19:15:57.937631 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-3a1c2c12-d0da-4056-b29e-66d81f2acdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:57.939154 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-3a1c2c12-d0da-4056-b29e-66d81f2acdce service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 1128 time: 0.0646055 May 16 19:15:57.992885 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-bb6da144-42d1-490f-8849-ad19d4a4764c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 HTTP/1.1" status: 200 len: 217 time: 0.0458956 May 16 19:15:58.064915 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-4301fc47-72a0-4e83-ba32-d962b0ee9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:58.067638 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-4301fc47-72a0-4e83-ba32-d962b0ee9519 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae HTTP/1.1" status: 200 len: 854 time: 0.0672376 May 16 19:15:58.076009 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8996a-097a-4c6b-9674-7efcb980142a req-24016ef3-abe0-4c98-8dee-a4d3d63f9fe1 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:58.085744 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e1e8996a-097a-4c6b-9674-7efcb980142a req-24016ef3-abe0-4c98-8dee-a4d3d63f9fe1 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0704861 May 16 19:15:58.131654 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-9556a7f9-53f3-49d9-960f-4c10fdf159b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:58.134082 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-9556a7f9-53f3-49d9-960f-4c10fdf159b0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0584655 May 16 19:15:58.163610 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e1e8996a-097a-4c6b-9674-7efcb980142a req-e89b6fba-8b9d-4048-9306-36be21d8b384 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706592 May 16 19:15:58.299166 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-626e2ddf-6ed3-4bb7-9efc-b5560aeb2caf service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564348 May 16 19:15:58.429426 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-aab7d2c8-0808-4f0a-a2e0-207bf16a62bc req-d545737d-2e81-498d-9ac4-e91a48c01808 service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223452 May 16 19:15:58.453928 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1b1b7-76b2-476e-93c5-d811b381b5c2 req-0c9c7a2a-b28b-482d-9e43-35984cb8a18e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:58.461155 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0bb1b1b7-76b2-476e-93c5-d811b381b5c2 req-0c9c7a2a-b28b-482d-9e43-35984cb8a18e tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 944 time: 0.0629056 May 16 19:15:58.542112 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0bb1b1b7-76b2-476e-93c5-d811b381b5c2 req-4d61407b-191e-4dc0-8980-b0b1d4c7a2b8 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a187bd2-f352-4ac7-9741-41207a651b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782084 May 16 19:15:59.301815 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb11e5-2114-4724-ae9a-3255f12f7cae req-1b1f5f16-574c-4401-abe1-1e231c219757 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:59.303266 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dccb11e5-2114-4724-ae9a-3255f12f7cae req-1b1f5f16-574c-4401-abe1-1e231c219757 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0501573 May 16 19:15:59.353948 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dccb11e5-2114-4724-ae9a-3255f12f7cae req-53fa4d51-897e-4f40-b480-8648218d2143 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446320 May 16 19:15:59.667134 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cdda8-9124-45e6-9281-13d636f7c672 req-1607f958-9848-4828-9e02-f51ffb6916bc tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:15:59.668354 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5a4cdda8-9124-45e6-9281-13d636f7c672 req-1607f958-9848-4828-9e02-f51ffb6916bc tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 944 time: 0.0490553 May 16 19:15:59.722796 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5a4cdda8-9124-45e6-9281-13d636f7c672 req-d394b8e1-0b7a-4381-abdc-c3fc0deb56c2 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a187bd2-f352-4ac7-9741-41207a651b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484869 May 16 19:16:00.477063 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601622b-947d-44b4-8335-cf55c827cfc5 req-b135a0fd-9136-4d46-84fc-fe272220d09c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:00.479627 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e601622b-947d-44b4-8335-cf55c827cfc5 req-b135a0fd-9136-4d46-84fc-fe272220d09c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0494180 May 16 19:16:00.530450 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e601622b-947d-44b4-8335-cf55c827cfc5 req-722dd2a8-a047-4d47-8ed4-841725bf3f4f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456879 May 16 19:16:00.844126 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e477215-bc0c-4dcb-926a-fb2f707efb84 req-14b8c54e-d48f-42a2-b49e-aaba228a267f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:00.845666 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0e477215-bc0c-4dcb-926a-fb2f707efb84 req-14b8c54e-d48f-42a2-b49e-aaba228a267f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 944 time: 0.0484991 May 16 19:16:00.893380 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0e477215-bc0c-4dcb-926a-fb2f707efb84 req-112f9fc9-8c93-4ce8-a4d5-2f01ab0d74b4 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a187bd2-f352-4ac7-9741-41207a651b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419059 May 16 19:16:01.300698 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e03dd8-041a-4768-9501-0af9d1ead841 req-5a6f69f5-8196-4c08-afef-b8949d8ebb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:01.302224 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-93e03dd8-041a-4768-9501-0af9d1ead841 req-5a6f69f5-8196-4c08-afef-b8949d8ebb73 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 1128 time: 0.0494447 May 16 19:16:01.407250 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e03dd8-041a-4768-9501-0af9d1ead841 req-442b9888-81be-4801-932a-8f93e21f0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:01.408873 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-93e03dd8-041a-4768-9501-0af9d1ead841 req-442b9888-81be-4801-932a-8f93e21f0641 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de HTTP/1.1" status: 200 len: 916 time: 0.0995944 May 16 19:16:01.459723 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-93e03dd8-041a-4768-9501-0af9d1ead841 req-53f8f23a-f55b-4e7a-b25e-0bb52485a935 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 HTTP/1.1" status: 200 len: 217 time: 0.0437107 May 16 19:16:01.539298 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e03dd8-041a-4768-9501-0af9d1ead841 req-358a5cdc-cd44-4ac2-84da-a6dc385a269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:01.541183 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-93e03dd8-041a-4768-9501-0af9d1ead841 req-358a5cdc-cd44-4ac2-84da-a6dc385a269d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae HTTP/1.1" status: 200 len: 854 time: 0.0744197 May 16 19:16:01.654151 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e03dd8-041a-4768-9501-0af9d1ead841 req-f9cb9bba-6eb3-40d3-b116-68b794807573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:01.657864 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-93e03dd8-041a-4768-9501-0af9d1ead841 req-f9cb9bba-6eb3-40d3-b116-68b794807573 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1079259 May 16 19:16:01.734962 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24724fb-ad5a-4134-81fa-6e953f56ae74 req-06a10be3-ce1c-430d-a403-a7a1a22445c4 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:01.737188 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c24724fb-ad5a-4134-81fa-6e953f56ae74 req-06a10be3-ce1c-430d-a403-a7a1a22445c4 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0897205 May 16 19:16:01.777792 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-93e03dd8-041a-4768-9501-0af9d1ead841 req-e6d48b0f-def8-4ac0-81d1-2ec93daa3080 service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130226 May 16 19:16:01.812263 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c24724fb-ad5a-4134-81fa-6e953f56ae74 req-62e2db73-fec1-4926-94b8-a34cac9dbbad tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687554 May 16 19:16:01.893431 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-93e03dd8-041a-4768-9501-0af9d1ead841 req-f218b8d9-2aaf-475a-b392-123652c1e013 service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089797 May 16 19:16:02.025353 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfafc5-8ede-4b83-a163-53ffdffe9deb req-8531e8bc-a98c-4699-be81-19960d5bf41b tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:02.027344 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a6cfafc5-8ede-4b83-a163-53ffdffe9deb req-8531e8bc-a98c-4699-be81-19960d5bf41b tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 944 time: 0.0557349 May 16 19:16:02.083965 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a6cfafc5-8ede-4b83-a163-53ffdffe9deb req-97c78340-02cf-43e3-afb5-92e1565a1ec4 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a187bd2-f352-4ac7-9741-41207a651b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494144 May 16 19:16:02.158974 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:16:02.288900 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port f4f7a85d-8bcb-4d30-afe8-c4199f30ae05, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f4f7a85d-8bcb-4d30-afe8-c4199f30ae05,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:02.306219 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': 'f4f7a85d-8bcb-4d30-afe8-c4199f30ae05', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'port_id': 'f4f7a85d-8bcb-4d30-afe8-c4199f30ae05', 'mac_address': 'fa:16:3e:fe:8a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:16:02.353186 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:16:02.354612 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (f4f7a85d-8bcb-4d30-afe8-c4199f30ae05), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:02.372815 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:16:02.393421 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port f4f7a85d-8bcb-4d30-afe8-c4199f30ae05, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f4f7a85d-8bcb-4d30-afe8-c4199f30ae05,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:02.399302 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (f4f7a85d-8bcb-4d30-afe8-c4199f30ae05), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:02.449584 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=f4f7a85d-8bcb-4d30-afe8-c4199f30ae05,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:02.488114 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-60e78f11-19f8-4711-89ea-3a3b87613706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:02.845348 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['f4f7a85d-8bcb-4d30-afe8-c4199f30ae05'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:16:02.944181 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c2059-8b92-4c33-b0ab-225d3c8b1a1b req-45c46dde-2a06-4689-8eec-2ce359b89f32 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:02.946357 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-cb1c2059-8b92-4c33-b0ab-225d3c8b1a1b req-45c46dde-2a06-4689-8eec-2ce359b89f32 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0484054 May 16 19:16:03.007134 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-cb1c2059-8b92-4c33-b0ab-225d3c8b1a1b req-3226675f-c4d1-4268-ab1b-dbe8b2bb467f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551713 May 16 19:16:03.202859 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87c9ef-b1be-4271-acc9-1b67d23d251b req-856cf4f2-f4cd-4b28-9b06-e434b2e0ffa9 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:03.204313 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-aa87c9ef-b1be-4271-acc9-1b67d23d251b req-856cf4f2-f4cd-4b28-9b06-e434b2e0ffa9 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 945 time: 0.0487661 May 16 19:16:03.253355 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-aa87c9ef-b1be-4271-acc9-1b67d23d251b req-5db0ad15-2364-4f71-82c1-963a8953be04 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a187bd2-f352-4ac7-9741-41207a651b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433977 May 16 19:16:04.136637 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997de643-0228-4a87-981f-8c2580dd9cdf req-12dc0f67-675c-46d3-be59-c94215b49b3f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:04.138164 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-997de643-0228-4a87-981f-8c2580dd9cdf req-12dc0f67-675c-46d3-be59-c94215b49b3f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0567157 May 16 19:16:04.159493 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:16:04.188271 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-997de643-0228-4a87-981f-8c2580dd9cdf req-1f48c483-cd79-48ad-b795-89e0ae5aea15 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432839 May 16 19:16:04.215798 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.226182 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:16:04.232673 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:16:04.233137 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (f4f7a85d-8bcb-4d30-afe8-c4199f30ae05), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.321946 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:16:04.322478 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (f4f7a85d-8bcb-4d30-afe8-c4199f30ae05), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.361571 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df626cb-735c-4e95-8b91-223ed35f40f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f7a85d-8bcb-4d30-afe8-c4199f30ae05'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:16:04.364081 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711f5a3a-f28c-48ba-9959-417bcf68d6ee" -d '{"events": [{"server_uuid": "1df626cb-735c-4e95-8b91-223ed35f40f8", "name": "network-vif-plugged", "status": "completed", "tag": "f4f7a85d-8bcb-4d30-afe8-c4199f30ae05"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:16:04.387521 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port f4f7a85d-8bcb-4d30-afe8-c4199f30ae05, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f4f7a85d-8bcb-4d30-afe8-c4199f30ae05,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:04.394178 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (f4f7a85d-8bcb-4d30-afe8-c4199f30ae05), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:04.406086 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b158b-9ee3-4bd5-9db7-5d3b49c39e6a req-52e1e138-1c30-4bc8-9151-fa0d4574841f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:04.413495 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9f1b158b-9ee3-4bd5-9db7-5d3b49c39e6a req-52e1e138-1c30-4bc8-9151-fa0d4574841f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 945 time: 0.0817835 May 16 19:16:04.469780 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b30654-6a7d-4f28-88b5-25450489525c x-openstack-request-id: req-d8b30654-6a7d-4f28-88b5-25450489525c {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:16:04.471114 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df626cb-735c-4e95-8b91-223ed35f40f8", "name": "network-vif-plugged", "status": "completed", "tag": "f4f7a85d-8bcb-4d30-afe8-c4199f30ae05", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:16:04.471540 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8b30654-6a7d-4f28-88b5-25450489525c {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:16:04.472165 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b30654-6a7d-4f28-88b5-25450489525c'] response: {'server_uuid': '1df626cb-735c-4e95-8b91-223ed35f40f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f7a85d-8bcb-4d30-afe8-c4199f30ae05', 'code': 200} May 16 19:16:04.485015 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=f4f7a85d-8bcb-4d30-afe8-c4199f30ae05,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:04.501844 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9f1b158b-9ee3-4bd5-9db7-5d3b49c39e6a req-60479aca-611a-4738-97c4-0656b9a8c625 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a187bd2-f352-4ac7-9741-41207a651b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871444 May 16 19:16:04.646312 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0369b5-e68b-450a-b72b-48b579c95072 req-851b2e63-cfcd-4b84-8e96-215891085754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:04.648481 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-0a0369b5-e68b-450a-b72b-48b579c95072 req-851b2e63-cfcd-4b84-8e96-215891085754 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 1130 time: 0.0437365 May 16 19:16:04.699500 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-0a0369b5-e68b-450a-b72b-48b579c95072 req-8f42d1e8-2422-4449-8613-a5a9ecb95ed9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=4a187bd2-f352-4ac7-9741-41207a651b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442731 May 16 19:16:05.017296 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-cd16a96d-351c-4a10-a4b2-19ccfba49939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:05.314734 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447149f-82eb-472b-95b6-1d10b69aa087 req-8147c6ff-3de9-43e4-942f-ced1cd3cdae5 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:05.316126 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0447149f-82eb-472b-95b6-1d10b69aa087 req-8147c6ff-3de9-43e4-942f-ced1cd3cdae5 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0483425 May 16 19:16:05.364540 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0447149f-82eb-472b-95b6-1d10b69aa087 req-e1d8ba57-8c14-41c1-8ae5-c523fd19c441 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429544 May 16 19:16:05.636037 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4b01f-f09f-446e-a90d-acd4d1cb0515 req-344b1919-a7f4-430d-9bb7-63574026e4a0 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:05.638028 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-eec4b01f-f09f-446e-a90d-acd4d1cb0515 req-344b1919-a7f4-430d-9bb7-63574026e4a0 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 946 time: 0.0536387 May 16 19:16:05.690119 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-eec4b01f-f09f-446e-a90d-acd4d1cb0515 req-27d928fd-c357-4687-806e-ed06d6bbd570 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a187bd2-f352-4ac7-9741-41207a651b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456400 May 16 19:16:06.069760 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:06.491383 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4ad75-7405-4e7f-bf0b-db9d00c2d361 req-18c35c43-9660-4ce9-9cc0-8d142b27564c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:06.492979 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-52e4ad75-7405-4e7f-bf0b-db9d00c2d361 req-18c35c43-9660-4ce9-9cc0-8d142b27564c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0482130 May 16 19:16:06.561276 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-52e4ad75-7405-4e7f-bf0b-db9d00c2d361 req-19c98c48-c272-4031-a552-8c21b343449e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615056 May 16 19:16:06.809141 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2668303-5a35-4d8f-9da4-9cb81ef7b11e req-2926ea4f-d757-4cc8-8fc3-91f945047000 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:06.810567 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b2668303-5a35-4d8f-9da4-9cb81ef7b11e req-2926ea4f-d757-4cc8-8fc3-91f945047000 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 946 time: 0.0460513 May 16 19:16:06.860133 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b2668303-5a35-4d8f-9da4-9cb81ef7b11e req-1832c765-07ae-4c12-bcd1-59de792a227b tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a187bd2-f352-4ac7-9741-41207a651b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440245 May 16 19:16:07.387458 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:07.668961 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5518c-7c47-41bc-afeb-d14ec07b78ae req-4897455a-fb47-4ea8-94d8-2187f29cb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:07.670531 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9ed5518c-7c47-41bc-afeb-d14ec07b78ae req-4897455a-fb47-4ea8-94d8-2187f29cb14f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5&device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 1129 time: 0.0394847 May 16 19:16:07.671506 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be3035-1c0c-4096-8e73-ca1327e83292 req-e73a4459-5f30-40ea-af5c-b5d8af3d759a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:07.672991 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-33be3035-1c0c-4096-8e73-ca1327e83292 req-e73a4459-5f30-40ea-af5c-b5d8af3d759a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0464432 May 16 19:16:07.724001 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-33be3035-1c0c-4096-8e73-ca1327e83292 req-7162cbc1-90a2-4c6b-9d63-50f20b8f2d85 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453866 May 16 19:16:07.764258 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5518c-7c47-41bc-afeb-d14ec07b78ae req-894fda33-fe6e-4cbe-bae0-765fb0dfe633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:07.765734 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9ed5518c-7c47-41bc-afeb-d14ec07b78ae req-894fda33-fe6e-4cbe-bae0-765fb0dfe633 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fa48d056-bb3a-4902-b0df-7a66e8554ee6 HTTP/1.1" status: 200 len: 917 time: 0.0890050 May 16 19:16:07.836130 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9ed5518c-7c47-41bc-afeb-d14ec07b78ae req-7575bfe8-47f2-4066-95bf-ee48f1957229 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12b16058-b2ef-448e-9676-e523bef453b2 HTTP/1.1" status: 200 len: 1001 time: 0.0639739 May 16 19:16:07.886268 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5518c-7c47-41bc-afeb-d14ec07b78ae req-37c9c00f-3b39-4e30-9171-02ed7ee90f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:07.887635 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9ed5518c-7c47-41bc-afeb-d14ec07b78ae req-37c9c00f-3b39-4e30-9171-02ed7ee90f7e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=32734e80-b5c3-4de5-9e79-84be66140e2e HTTP/1.1" status: 200 len: 855 time: 0.0441515 May 16 19:16:07.931411 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5518c-7c47-41bc-afeb-d14ec07b78ae req-e2a2dbfe-90b7-45cf-ae42-292de86f2dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:07.932975 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9ed5518c-7c47-41bc-afeb-d14ec07b78ae req-e2a2dbfe-90b7-45cf-ae42-292de86f2dd2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fa48d056-bb3a-4902-b0df-7a66e8554ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0382643 May 16 19:16:07.972430 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc11bdd-fd29-40fd-af9e-5a94f877ff79 req-7cd2f516-6cce-4e36-af62-776e7c2363fa tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:07.974032 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4bc11bdd-fd29-40fd-af9e-5a94f877ff79 req-7cd2f516-6cce-4e36-af62-776e7c2363fa tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 946 time: 0.0454614 May 16 19:16:08.033591 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-4bc11bdd-fd29-40fd-af9e-5a94f877ff79 req-24921440-9d06-4662-a506-7e0408a1092f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a187bd2-f352-4ac7-9741-41207a651b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539615 May 16 19:16:08.034997 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9ed5518c-7c47-41bc-afeb-d14ec07b78ae req-e3f0da42-a048-44c1-8fba-95fe99167b1c service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945687 May 16 19:16:08.130804 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9ed5518c-7c47-41bc-afeb-d14ec07b78ae req-dc72e465-3b68-46e8-a1f6-dad3d9c5b23f service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886412 May 16 19:16:08.143263 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c704761-8055-4aa2-90e6-74aba48fcdf9 req-94b215b5-2895-4652-b5a8-c31da2cd9a9a tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:08.144747 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7c704761-8055-4aa2-90e6-74aba48fcdf9 req-94b215b5-2895-4652-b5a8-c31da2cd9a9a tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 946 time: 0.0492177 May 16 19:16:08.153772 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 59678) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:08.158026 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-6438c721-f7f6-41a0-a233-7aa5a8d1d430 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Request body: {'floatingip': {'port_id': 'f4f7a85d-8bcb-4d30-afe8-c4199f30ae05'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:16:08.194447 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6438c721-f7f6-41a0-a233-7aa5a8d1d430 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (0dab503d-9b86-4ba4-9a43-751e6676ef96), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:08.603770 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6438c721-f7f6-41a0-a233-7aa5a8d1d430 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:08.607649 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6438c721-f7f6-41a0-a233-7aa5a8d1d430 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (0dab503d-9b86-4ba4-9a43-751e6676ef96), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:08.657190 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:08.702200 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.l3_db [None req-6438c721-f7f6-41a0-a233-7aa5a8d1d430 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Floating IP 0dab503d-9b86-4ba4-9a43-751e6676ef96 associated. External IP: 172.28.3.31, port: f4f7a85d-8bcb-4d30-afe8-c4199f30ae05. May 16 19:16:08.873395 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd957c7d-2ed2-45dc-83e2-cd8f04456536 req-9d9f7adb-502d-41b1-a13a-d7391c859a95 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:08.874776 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-cd957c7d-2ed2-45dc-83e2-cd8f04456536 req-9d9f7adb-502d-41b1-a13a-d7391c859a95 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0794954 May 16 19:16:08.970127 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-cd957c7d-2ed2-45dc-83e2-cd8f04456536 req-fd781e3e-efd7-4582-abaf-54a991aaa00e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885906 May 16 19:16:08.971812 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6438c721-f7f6-41a0-a233-7aa5a8d1d430 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:16:09.070218 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6438c721-f7f6-41a0-a233-7aa5a8d1d430 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:16:09.074678 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-6438c721-f7f6-41a0-a233-7aa5a8d1d430 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:09.080973 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828dab9-713e-4167-81d9-49b6d1467243 None None] Sync routers for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:16:09.090358 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828dab9-713e-4167-81d9-49b6d1467243 None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:09.090992 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-f828dab9-713e-4167-81d9-49b6d1467243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:16:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:09.106240 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-6438c721-f7f6-41a0-a233-7aa5a8d1d430 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "PUT /v2.0/floatingips/0dab503d-9b86-4ba4-9a43-751e6676ef96 HTTP/1.1" status: 200 len: 991 time: 0.9514232 May 16 19:16:09.106938 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df626cb-735c-4e95-8b91-223ed35f40f8', 'tag': 'f4f7a85d-8bcb-4d30-afe8-c4199f30ae05'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:16:09.109239 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1e6c95055ea8af60a6cf55267712f4255de8fda57894f5867c3333729ade532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f723b479-3e36-42f2-948a-1597d2221bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "1df626cb-735c-4e95-8b91-223ed35f40f8", "tag": "f4f7a85d-8bcb-4d30-afe8-c4199f30ae05"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:16:09.145166 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1197752e-e3b6-426a-9035-4cdb869cdd12 x-openstack-request-id: req-1197752e-e3b6-426a-9035-4cdb869cdd12 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:16:09.145166 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df626cb-735c-4e95-8b91-223ed35f40f8", "tag": "f4f7a85d-8bcb-4d30-afe8-c4199f30ae05", "status": "completed", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:16:09.145166 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1197752e-e3b6-426a-9035-4cdb869cdd12 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:16:09.145166 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1197752e-e3b6-426a-9035-4cdb869cdd12'] response: {'name': 'network-changed', 'server_uuid': '1df626cb-735c-4e95-8b91-223ed35f40f8', 'tag': 'f4f7a85d-8bcb-4d30-afe8-c4199f30ae05', 'status': 'completed', 'code': 200} May 16 19:16:09.269090 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-f828dab9-713e-4167-81d9-49b6d1467243 None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:09.470037 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-f828dab9-713e-4167-81d9-49b6d1467243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '0dab503d-9b86-4ba4-9a43-751e6676ef96', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'floating_ip_address': '172.28.3.31', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'port_id': 'f4f7a85d-8bcb-4d30-afe8-c4199f30ae05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'mac_address': 'fa:16:3e:fe:8a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df626cb-735c-4e95-8b91-223ed35f40f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:15:53Z', 'updated_at': '2022-05-16T19:16:08Z', 'revision_number': 1, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:09.496727 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828dab9-713e-4167-81d9-49b6d1467243 None None] Checking router: 363ffe14-eb3e-4a05-a481-5c6b0647fc22 for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:16:09.504952 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f828dab9-713e-4167-81d9-49b6d1467243 None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:09.505551 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-f828dab9-713e-4167-81d9-49b6d1467243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:16:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:09.602579 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-f828dab9-713e-4167-81d9-49b6d1467243 None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:09.655802 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b479-3e36-42f2-948a-1597d2221bbe req-ce6d99c3-2a0d-4dbf-a602-b94cdc82b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:09.657428 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-f723b479-3e36-42f2-948a-1597d2221bbe req-ce6d99c3-2a0d-4dbf-a602-b94cdc82b6df service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 1130 time: 0.0402303 May 16 19:16:09.750406 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b479-3e36-42f2-948a-1597d2221bbe req-6efa312c-6841-4005-97b0-8266463f0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:09.751916 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-f723b479-3e36-42f2-948a-1597d2221bbe req-6efa312c-6841-4005-97b0-8266463f0fb6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de HTTP/1.1" status: 200 len: 916 time: 0.0866714 May 16 19:16:09.818469 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-f828dab9-713e-4167-81d9-49b6d1467243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '0dab503d-9b86-4ba4-9a43-751e6676ef96', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'floating_ip_address': '172.28.3.31', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'port_id': 'f4f7a85d-8bcb-4d30-afe8-c4199f30ae05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'mac_address': 'fa:16:3e:fe:8a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df626cb-735c-4e95-8b91-223ed35f40f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:15:53Z', 'updated_at': '2022-05-16T19:16:08Z', 'revision_number': 1, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:09.848770 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f828dab9-713e-4167-81d9-49b6d1467243 None None] The sync data for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb is: [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_floatingips': [{'id': '0dab503d-9b86-4ba4-9a43-751e6676ef96', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'floating_ip_address': '172.28.3.31', 'floating_network_id': '76eed255-df50-4913-937a-329b4f129daf', 'router_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'port_id': 'f4f7a85d-8bcb-4d30-afe8-c4199f30ae05', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'mac_address': 'fa:16:3e:fe:8a:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df626cb-735c-4e95-8b91-223ed35f40f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-16T19:15:53Z', 'updated_at': '2022-05-16T19:16:08Z', 'revision_number': 1, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:16:10.050909 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-f723b479-3e36-42f2-948a-1597d2221bbe req-f323d7b8-888b-4e99-a7dc-e5e2dd44eb13 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 HTTP/1.1" status: 200 len: 999 time: 0.2924943 May 16 19:16:10.061062 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfee66ce-e527-472a-b71a-fb28770d51b8 None None] New status for floating IP 0dab503d-9b86-4ba4-9a43-751e6676ef96: ACTIVE {{(pid=103575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:16:10.101845 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03980fbd-402c-4c8c-ac83-50ed1b10310b req-567a4089-6717-4503-bb71-7c08bdb9ee61 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:10.108681 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-03980fbd-402c-4c8c-ac83-50ed1b10310b req-567a4089-6717-4503-bb71-7c08bdb9ee61 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0567384 May 16 19:16:10.159757 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b479-3e36-42f2-948a-1597d2221bbe req-237d29bf-71e2-4c20-8643-93cb6444ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:10.161343 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-f723b479-3e36-42f2-948a-1597d2221bbe req-237d29bf-71e2-4c20-8643-93cb6444ec2e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae HTTP/1.1" status: 200 len: 854 time: 0.0582399 May 16 19:16:10.165236 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-03980fbd-402c-4c8c-ac83-50ed1b10310b req-69c2df33-701f-4628-9612-b952c831b500 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501842 May 16 19:16:10.214499 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b479-3e36-42f2-948a-1597d2221bbe req-20080d42-80c9-49e2-895f-aabd320b0b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:10.217096 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-f723b479-3e36-42f2-948a-1597d2221bbe req-20080d42-80c9-49e2-895f-aabd320b0b4e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=3cb27ab2-3f03-450b-967b-0cbe8bcd58de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0468583 May 16 19:16:10.314698 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-f723b479-3e36-42f2-948a-1597d2221bbe req-2fee3ac4-de8d-4675-b437-89460e1ca247 service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906668 May 16 19:16:10.407604 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-f723b479-3e36-42f2-948a-1597d2221bbe req-97fffb1e-35cd-4065-be4a-efe9c6826d1a service neutron] 10.222.0.78 "GET /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863814 May 16 19:16:11.061486 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d18c9a-dc06-403c-bc2c-8fbeb86c08b1 req-5c29d769-76b7-47f4-81d9-58568ff47feb tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:11.063099 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-79d18c9a-dc06-403c-bc2c-8fbeb86c08b1 req-5c29d769-76b7-47f4-81d9-58568ff47feb tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0467851 May 16 19:16:11.111212 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-79d18c9a-dc06-403c-bc2c-8fbeb86c08b1 req-7661b9d8-b2f3-4d9c-b70a-7f1813ebb53e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416844 May 16 19:16:11.343619 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 59734) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:11.426376 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-89093b5e-5142-4069-9823-8e7ab65277e3 req-8df6f7c4-b60d-45a0-b609-3dfed9ea27a5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0816426 May 16 19:16:11.435249 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [req-89093b5e-5142-4069-9823-8e7ab65277e3 req-ada5635e-640c-479b-a098-3de46411195a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103573) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:16:11.436181 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-89093b5e-5142-4069-9823-8e7ab65277e3 req-ada5635e-640c-479b-a098-3de46411195a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053504 May 16 19:16:11.509860 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 59742) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:11.609746 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89093b5e-5142-4069-9823-8e7ab65277e3 req-c8912826-d952-4556-adf5-4133975adf96 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:11.610982 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-89093b5e-5142-4069-9823-8e7ab65277e3 req-c8912826-d952-4556-adf5-4133975adf96 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports/12b16058-b2ef-448e-9676-e523bef453b2 HTTP/1.1" status: 200 len: 942 time: 0.1001086 May 16 19:16:12.184816 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 12b16058-b2ef-448e-9676-e523bef453b2 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:12.230203 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64530931-0488-402a-9856-56186c286c38 req-47896b66-3c63-41ea-be60-402a7c85fffa tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:12.231572 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-64530931-0488-402a-9856-56186c286c38 req-47896b66-3c63-41ea-be60-402a7c85fffa tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 945 time: 0.0467119 May 16 19:16:12.253660 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 12b16058-b2ef-448e-9676-e523bef453b2 is: ACTIVE; New status is: DOWN {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:16:12.254339 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (12b16058-b2ef-448e-9676-e523bef453b2), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.281100 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-64530931-0488-402a-9856-56186c286c38 req-fdf32867-777c-402d-8502-7fb0743738ae tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438888 May 16 19:16:12.282603 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2497171-958b-428c-a5dd-d8102d661504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b16058-b2ef-448e-9676-e523bef453b2'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:16:12.284902 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bec1736-4e98-40b7-9320-caf1350f6ede" -d '{"events": [{"server_uuid": "c2497171-958b-428c-a5dd-d8102d661504", "name": "network-vif-unplugged", "status": "completed", "tag": "12b16058-b2ef-448e-9676-e523bef453b2"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:16:12.297073 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 12b16058-b2ef-448e-9676-e523bef453b2, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=12b16058-b2ef-448e-9676-e523bef453b2,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:12.304718 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (12b16058-b2ef-448e-9676-e523bef453b2), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:12.344272 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 May 2022 19:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0c6d80-6e80-4042-9f95-fd683e60e92f x-openstack-request-id: req-1b0c6d80-6e80-4042-9f95-fd683e60e92f {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:16:12.344633 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2497171-958b-428c-a5dd-d8102d661504", "name": "network-vif-unplugged", "status": "completed", "tag": "12b16058-b2ef-448e-9676-e523bef453b2", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:16:12.344891 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b0c6d80-6e80-4042-9f95-fd683e60e92f {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:16:12.345301 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b0c6d80-6e80-4042-9f95-fd683e60e92f'] response: {'server_uuid': 'c2497171-958b-428c-a5dd-d8102d661504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b16058-b2ef-448e-9676-e523bef453b2', 'code': 200} May 16 19:16:12.376661 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=12b16058-b2ef-448e-9676-e523bef453b2,revision_number=8']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:12.412963 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89093b5e-5142-4069-9823-8e7ab65277e3 req-b3525c9d-df5c-42ef-b74e-2689a1036321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:12.415237 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-89093b5e-5142-4069-9823-8e7ab65277e3 req-b3525c9d-df5c-42ef-b74e-2689a1036321 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504&tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5 HTTP/1.1" status: 200 len: 1127 time: 0.0401237 May 16 19:16:12.473244 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89093b5e-5142-4069-9823-8e7ab65277e3 req-97ad1a7e-c5c6-4cbf-98a9-feac4b5ceb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:12.474969 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-89093b5e-5142-4069-9823-8e7ab65277e3 req-97ad1a7e-c5c6-4cbf-98a9-feac4b5ceb77 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5&device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 1127 time: 0.0381742 May 16 19:16:12.568490 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89093b5e-5142-4069-9823-8e7ab65277e3 req-e47521ea-5279-48ca-8534-34cbe899c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:12.570009 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-89093b5e-5142-4069-9823-8e7ab65277e3 req-e47521ea-5279-48ca-8534-34cbe899c8d0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fa48d056-bb3a-4902-b0df-7a66e8554ee6 HTTP/1.1" status: 200 len: 917 time: 0.0868866 May 16 19:16:12.629770 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-89093b5e-5142-4069-9823-8e7ab65277e3 req-dacd7df4-4e6b-42a6-9bad-77aeabd96172 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12b16058-b2ef-448e-9676-e523bef453b2 HTTP/1.1" status: 200 len: 999 time: 0.0533328 May 16 19:16:12.677897 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89093b5e-5142-4069-9823-8e7ab65277e3 req-2b703b70-4ca4-492f-9145-728b5d9bd1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:12.679276 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-89093b5e-5142-4069-9823-8e7ab65277e3 req-2b703b70-4ca4-492f-9145-728b5d9bd1cd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=32734e80-b5c3-4de5-9e79-84be66140e2e HTTP/1.1" status: 200 len: 855 time: 0.0428808 May 16 19:16:12.725266 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89093b5e-5142-4069-9823-8e7ab65277e3 req-bfa397cd-9af9-40d5-97eb-34d7efe717ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:12.726717 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-89093b5e-5142-4069-9823-8e7ab65277e3 req-bfa397cd-9af9-40d5-97eb-34d7efe717ca service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fa48d056-bb3a-4902-b0df-7a66e8554ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0412891 May 16 19:16:12.813539 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-89093b5e-5142-4069-9823-8e7ab65277e3 req-f1ca1ab0-c132-4f26-aeec-62d061e8a9b3 service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809698 May 16 19:16:12.906949 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-89093b5e-5142-4069-9823-8e7ab65277e3 req-790856d5-c2f5-4cd1-9585-853e4e1f7174 service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861583 May 16 19:16:13.441790 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bc106-970d-459b-b9ca-5bb06a044ca7 req-fbdc1b43-099e-4d24-9b8f-275ef42a786f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:13.450997 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-763bc106-970d-459b-b9ca-5bb06a044ca7 req-fbdc1b43-099e-4d24-9b8f-275ef42a786f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0654502 May 16 19:16:13.500847 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-763bc106-970d-459b-b9ca-5bb06a044ca7 req-c516503e-a348-4de2-a8b0-209091184183 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485752 May 16 19:16:14.624221 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6306551-df8f-4d0c-8ec1-6e81a69093f1 req-4fe9cf2c-2d10-4be0-b915-979d45049ccc tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:14.625705 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a6306551-df8f-4d0c-8ec1-6e81a69093f1 req-4fe9cf2c-2d10-4be0-b915-979d45049ccc tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0477967 May 16 19:16:14.680878 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a6306551-df8f-4d0c-8ec1-6e81a69093f1 req-34c6fcfe-eaaa-4cdd-90a4-5b3b1ec0c7b6 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482757 May 16 19:16:15.803550 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ee53a-2936-4fd0-9f0e-56e476e1b437 req-7f97edaf-e661-4270-948d-17ca39a74b34 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:15.804976 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-277ee53a-2936-4fd0-9f0e-56e476e1b437 req-7f97edaf-e661-4270-948d-17ca39a74b34 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0497777 May 16 19:16:15.852200 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-277ee53a-2936-4fd0-9f0e-56e476e1b437 req-62bc3214-c5e2-4793-b329-60701418a4ea tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409682 May 16 19:16:16.982340 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8e7fe-65fe-4486-962e-7923f8d2f2cf req-015c5570-07e6-427b-86d2-b36ab66b08f7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:16.983813 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-64a8e7fe-65fe-4486-962e-7923f8d2f2cf req-015c5570-07e6-427b-86d2-b36ab66b08f7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0520358 May 16 19:16:17.035985 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-64a8e7fe-65fe-4486-962e-7923f8d2f2cf req-65914526-c526-4bd8-9ea4-cdffbe16a32c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462954 May 16 19:16:18.159200 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713130d8-004c-4c8c-941c-dbfd02ecffe0 req-c3c555e1-d123-49ff-be0a-bdbff23de91f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:18.160719 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-713130d8-004c-4c8c-941c-dbfd02ecffe0 req-c3c555e1-d123-49ff-be0a-bdbff23de91f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0483048 May 16 19:16:18.209824 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-713130d8-004c-4c8c-941c-dbfd02ecffe0 req-cc9db085-059e-471b-b8e3-080e34ea2782 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429957 May 16 19:16:19.342131 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accdad3-989d-4c09-94f0-65b8377d84b1 req-7a76dc16-562e-40ea-996c-dac275fa6fb2 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:19.344407 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9accdad3-989d-4c09-94f0-65b8377d84b1 req-7a76dc16-562e-40ea-996c-dac275fa6fb2 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0523002 May 16 19:16:19.395850 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9accdad3-989d-4c09-94f0-65b8377d84b1 req-098b589a-5714-40f1-b605-62931f98c877 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454507 May 16 19:16:20.516344 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4f2d16-3805-43ea-adb8-25c46e47efbe req-9d0a4cfd-a0b1-4b05-91e4-0d25f8b12cf2 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:20.517850 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3f4f2d16-3805-43ea-adb8-25c46e47efbe req-9d0a4cfd-a0b1-4b05-91e4-0d25f8b12cf2 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0485468 May 16 19:16:20.565883 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3f4f2d16-3805-43ea-adb8-25c46e47efbe req-12cc9ff2-9425-4469-bf07-78538fa25f35 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421798 May 16 19:16:21.685523 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedafb60-ed52-4f94-a780-1ed53b4a0cdd req-de733193-50a3-41d8-9767-5eb57bc6a314 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:21.687009 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dedafb60-ed52-4f94-a780-1ed53b4a0cdd req-de733193-50a3-41d8-9767-5eb57bc6a314 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0466034 May 16 19:16:21.734625 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-dedafb60-ed52-4f94-a780-1ed53b4a0cdd req-f0167f01-d026-4c67-9c10-b524a2239977 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420442 May 16 19:16:22.873359 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a218a0d-6f12-4d36-a41e-8a74e73dafec req-d4b612b3-f2b5-48c6-ac72-2edc2cea5476 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:22.881175 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0a218a0d-6f12-4d36-a41e-8a74e73dafec req-d4b612b3-f2b5-48c6-ac72-2edc2cea5476 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0711920 May 16 19:16:22.936300 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-0a218a0d-6f12-4d36-a41e-8a74e73dafec req-63a0ce70-cbc0-412a-a4e5-db704dfc1ef0 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538015 May 16 19:16:23.690619 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 59818) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:23.926957 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-9d32ea11-c087-4650-830c-3bea333c2248 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Deleting port 8aa22cdb-a13d-4776-9202-aa6331b1c02f {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:23.927299 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9d32ea11-c087-4650-830c-3bea333c2248 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (8aa22cdb-a13d-4776-9202-aa6331b1c02f), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:24.007454 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9d32ea11-c087-4650-830c-3bea333c2248 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (8aa22cdb-a13d-4776-9202-aa6331b1c02f), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:24.008408 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9d32ea11-c087-4650-830c-3bea333c2248 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for floatingip (8aa22cdb-a13d-4776-9202-aa6331b1c02f), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:24.021253 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-9d32ea11-c087-4650-830c-3bea333c2248 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Calling delete_port for 8aa22cdb-a13d-4776-9202-aa6331b1c02f owned by network:floatingip {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:24.053137 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39219f7-a61e-4f7d-8183-65d2f25f3155 req-d562ba30-6586-4e10-bc40-781d0405ba7f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:24.054606 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f39219f7-a61e-4f7d-8183-65d2f25f3155 req-d562ba30-6586-4e10-bc40-781d0405ba7f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0482783 May 16 19:16:24.103911 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f39219f7-a61e-4f7d-8183-65d2f25f3155 req-07b23096-3584-462c-b763-7af684cb3e63 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435569 May 16 19:16:24.188807 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9d32ea11-c087-4650-830c-3bea333c2248 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (8aa22cdb-a13d-4776-9202-aa6331b1c02f), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:24.214919 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32ea11-c087-4650-830c-3bea333c2248 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Pushing event deleted for resources: {'Port': ['ID=8aa22cdb-a13d-4776-9202-aa6331b1c02f,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:24.275821 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9d32ea11-c087-4650-830c-3bea333c2248 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for floatingip (d7a62aaa-d38f-41e9-a06a-adf8de329353), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:24.276155 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.l3_db [None req-9d32ea11-c087-4650-830c-3bea333c2248 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Floating IP d7a62aaa-d38f-41e9-a06a-adf8de329353 disassociated (deleted). External IP: 172.28.3.45, port: f3e3f99a-88c0-4675-9448-938c84762e69. May 16 19:16:24.469015 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d32ea11-c087-4650-830c-3bea333c2248 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Router 0b9b4810-25f8-4b75-8ae1-008cd8d59988 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:16:24.569804 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d32ea11-c087-4650-830c-3bea333c2248 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:16:24.575634 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9d32ea11-c087-4650-830c-3bea333c2248 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:24.580924 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb7818-bbcb-4f1a-9f95-3346d07b6677 None None] Sync routers for ids ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:16:24.590461 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb7818-bbcb-4f1a-9f95-3346d07b6677 None None] Routers {'0b9b4810-25f8-4b75-8ae1-008cd8d59988'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:24.591075 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-8beb7818-bbcb-4f1a-9f95-3346d07b6677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:16:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:24.606181 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-9d32ea11-c087-4650-830c-3bea333c2248 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "DELETE /v2.0/floatingips/d7a62aaa-d38f-41e9-a06a-adf8de329353 HTTP/1.1" status: 204 len: 168 time: 0.9144371 May 16 19:16:24.606868 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c076bbbd-b448-4d64-981c-f028018fe914', 'tag': 'f3e3f99a-88c0-4675-9448-938c84762e69'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:16:24.609354 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c6d696-9c47-4e93-a709-808bdc7c34f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c076bbbd-b448-4d64-981c-f028018fe914", "tag": "f3e3f99a-88c0-4675-9448-938c84762e69"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:16:24.690116 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-8beb7818-bbcb-4f1a-9f95-3346d07b6677 None None] Set router 0b9b4810-25f8-4b75-8ae1-008cd8d59988 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:24.758403 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b5a73e-d98d-4df7-ac10-4ec16ed9409c x-openstack-request-id: req-02b5a73e-d98d-4df7-ac10-4ec16ed9409c {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:16:24.759327 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c076bbbd-b448-4d64-981c-f028018fe914", "tag": "f3e3f99a-88c0-4675-9448-938c84762e69", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:16:24.759592 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02b5a73e-d98d-4df7-ac10-4ec16ed9409c {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:16:24.760025 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b5a73e-d98d-4df7-ac10-4ec16ed9409c'] response: {'name': 'network-changed', 'server_uuid': 'c076bbbd-b448-4d64-981c-f028018fe914', 'tag': 'f3e3f99a-88c0-4675-9448-938c84762e69', 'status': 'completed', 'code': 200} May 16 19:16:24.849769 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62feaa-1c5c-4fab-ad09-ae517add8747 req-3b413e23-50ef-462c-a616-9032aa236414 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:24.851334 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6e62feaa-1c5c-4fab-ad09-ae517add8747 req-3b413e23-50ef-462c-a616-9032aa236414 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0497770 May 16 19:16:24.883121 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-8beb7818-bbcb-4f1a-9f95-3346d07b6677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'name': 'tempest-TestShelveInstance-206567709-router', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:49Z', 'updated_at': '2022-05-16T19:09:53Z', 'revision_number': 4, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'gw_port': {'id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:50Z', 'updated_at': '2022-05-16T19:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': '2a6b5457-a6f1-45fe-aa49-a0f662903b03', 'name': '', 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'mac_address': 'fa:16:3e:64:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:52Z', 'updated_at': '2022-05-16T19:09:59Z', 'revision_number': 5, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'subnets': [{'id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:24.899065 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6e62feaa-1c5c-4fab-ad09-ae517add8747 req-50079e19-2755-41d8-8263-73d6a86ab110 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415199 May 16 19:16:24.910023 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb7818-bbcb-4f1a-9f95-3346d07b6677 None None] Checking router: 0b9b4810-25f8-4b75-8ae1-008cd8d59988 for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:16:24.918979 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb7818-bbcb-4f1a-9f95-3346d07b6677 None None] Routers {'0b9b4810-25f8-4b75-8ae1-008cd8d59988'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:24.919562 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-8beb7818-bbcb-4f1a-9f95-3346d07b6677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:16:05Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:25.017329 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-8beb7818-bbcb-4f1a-9f95-3346d07b6677 None None] Set router 0b9b4810-25f8-4b75-8ae1-008cd8d59988 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:25.141702 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:16:25.206645 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-8beb7818-bbcb-4f1a-9f95-3346d07b6677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'name': 'tempest-TestShelveInstance-206567709-router', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:49Z', 'updated_at': '2022-05-16T19:09:53Z', 'revision_number': 4, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'gw_port': {'id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:50Z', 'updated_at': '2022-05-16T19:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': '2a6b5457-a6f1-45fe-aa49-a0f662903b03', 'name': '', 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'mac_address': 'fa:16:3e:64:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:52Z', 'updated_at': '2022-05-16T19:09:59Z', 'revision_number': 5, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'subnets': [{'id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:25.223499 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfcfa6-a23d-4bc8-a9bc-62aadaf022d7 req-ba404bcc-bc82-4d54-a7c1-bd04ccaf502e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:25.224968 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-91dfcfa6-a23d-4bc8-a9bc-62aadaf022d7 req-ba404bcc-bc82-4d54-a7c1-bd04ccaf502e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0455768 May 16 19:16:25.230617 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8beb7818-bbcb-4f1a-9f95-3346d07b6677 None None] The sync data for ids ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'] in dv-cinder-839987-5-smb is: [{'id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'name': 'tempest-TestShelveInstance-206567709-router', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:49Z', 'updated_at': '2022-05-16T19:09:53Z', 'revision_number': 4, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'gw_port': {'id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:50Z', 'updated_at': '2022-05-16T19:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': '2a6b5457-a6f1-45fe-aa49-a0f662903b03', 'name': '', 'network_id': '6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'mac_address': 'fa:16:3e:64:48:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:52Z', 'updated_at': '2022-05-16T19:09:59Z', 'revision_number': 5, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'subnets': [{'id': '478c6510-2ff9-464a-aaea-d94252c2b18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:16:25.273607 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-91dfcfa6-a23d-4bc8-a9bc-62aadaf022d7 req-5fcc216a-8b03-4adf-95d1-20c7b627580a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427384 May 16 19:16:25.453697 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38caf505-3828-48a8-b25c-7d9294d2ef13 None None] New status for floating IP d7a62aaa-d38f-41e9-a06a-adf8de329353: DOWN {{(pid=103575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:16:26.009107 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2098a-32fd-4319-aeb6-74b7dd45afbe req-fbace780-5704-425b-a490-bf3d0ea397a4 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:26.010538 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f8a2098a-32fd-4319-aeb6-74b7dd45afbe req-fbace780-5704-425b-a490-bf3d0ea397a4 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0470281 May 16 19:16:26.060964 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f8a2098a-32fd-4319-aeb6-74b7dd45afbe req-4b552cbf-4ba2-474b-b3ad-fe40b6cafdb3 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447822 May 16 19:16:26.390622 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41815a-fcf5-4385-b12d-990f5604e270 req-bf420f55-a163-4571-9459-88b1af17cb3a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:26.392039 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2b41815a-fcf5-4385-b12d-990f5604e270 req-bf420f55-a163-4571-9459-88b1af17cb3a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0455644 May 16 19:16:26.437998 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2b41815a-fcf5-4385-b12d-990f5604e270 req-7d8ac9b0-6065-4cc3-91f2-8183844078a1 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403919 May 16 19:16:27.171668 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5b016-21c9-4dcd-9671-9744dab85d8c req-fad66d80-be81-4cd3-beef-19ae50658c33 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:27.173170 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-59e5b016-21c9-4dcd-9671-9744dab85d8c req-fad66d80-be81-4cd3-beef-19ae50658c33 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0456421 May 16 19:16:27.220146 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-59e5b016-21c9-4dcd-9671-9744dab85d8c req-f4a3491a-700a-4193-a6fb-0094391c2414 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415485 May 16 19:16:27.557883 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb20ed-acd8-4c72-9706-13d31d7c9801 req-7a8f0bad-f9d2-44f0-acf2-8ccb356b73d6 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:27.559610 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-65eb20ed-acd8-4c72-9706-13d31d7c9801 req-7a8f0bad-f9d2-44f0-acf2-8ccb356b73d6 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0500798 May 16 19:16:27.616935 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-65eb20ed-acd8-4c72-9706-13d31d7c9801 req-b3a821f1-1586-409a-b573-00a5889b8a93 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509574 May 16 19:16:28.330278 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbe2aa-4cb9-4ba1-8e83-93e006fa8d62 req-b968a02b-18ec-446f-b037-41c8486a3477 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:28.331615 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-fafbe2aa-4cb9-4ba1-8e83-93e006fa8d62 req-b968a02b-18ec-446f-b037-41c8486a3477 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0457997 May 16 19:16:28.380595 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-fafbe2aa-4cb9-4ba1-8e83-93e006fa8d62 req-92a36b04-c3dc-4b6e-af43-7c901e852fe8 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434279 May 16 19:16:28.731160 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3037cc6-89d0-42b0-bdd2-925ef3880915 req-844b513a-6074-4974-906f-6d58d7fca3dc tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:28.732601 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b3037cc6-89d0-42b0-bdd2-925ef3880915 req-844b513a-6074-4974-906f-6d58d7fca3dc tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0442333 May 16 19:16:28.788975 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b3037cc6-89d0-42b0-bdd2-925ef3880915 req-0c3132fe-4b1e-404d-8e68-0efe2765fa29 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508003 May 16 19:16:28.801600 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6d696-9c47-4e93-a709-808bdc7c34f3 req-7d0c4604-7d54-43ae-986f-b4ed5f298985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:28.803358 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-98c6d696-9c47-4e93-a709-808bdc7c34f3 req-7d0c4604-7d54-43ae-986f-b4ed5f298985 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=59c811a30ef74f329f5d72d605a56444&device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 1129 time: 0.0451496 May 16 19:16:29.489033 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde07bc-35de-4fcf-9895-bf9aeb156878 req-188e3175-30c4-448a-80da-4bcf03b3fb01 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:29.490450 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-afde07bc-35de-4fcf-9895-bf9aeb156878 req-188e3175-30c4-448a-80da-4bcf03b3fb01 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0449803 May 16 19:16:29.540128 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-afde07bc-35de-4fcf-9895-bf9aeb156878 req-67c0a864-bc6d-4a3d-a97c-a163f5e33c9f tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442705 May 16 19:16:29.912061 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ceb3c7-8b59-4305-a2f3-97a08125f6b1 req-d88b52c1-e63f-416f-b0b8-cabf6841ad2e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:29.913530 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f1ceb3c7-8b59-4305-a2f3-97a08125f6b1 req-d88b52c1-e63f-416f-b0b8-cabf6841ad2e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0458629 May 16 19:16:29.960646 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f1ceb3c7-8b59-4305-a2f3-97a08125f6b1 req-d98ed8df-6a85-4f1b-bf4d-9c6b4f735b33 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414443 May 16 19:16:30.655927 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9b796-e812-43f8-a62e-6e8c4f51f7e9 req-63d34c15-d3b6-4c14-8881-77f19ae639c3 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:30.657379 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-96a9b796-e812-43f8-a62e-6e8c4f51f7e9 req-63d34c15-d3b6-4c14-8881-77f19ae639c3 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0500064 May 16 19:16:30.704795 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-96a9b796-e812-43f8-a62e-6e8c4f51f7e9 req-76a49614-8b08-4cc3-88bd-ec2f1f037112 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418789 May 16 19:16:31.082390 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e77c2d-a549-4fc1-992d-5da85197b9d6 req-d59310d1-7f0a-4c9c-81d9-35f55f3455f5 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:31.083867 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e8e77c2d-a549-4fc1-992d-5da85197b9d6 req-d59310d1-7f0a-4c9c-81d9-35f55f3455f5 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0501401 May 16 19:16:31.130200 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e8e77c2d-a549-4fc1-992d-5da85197b9d6 req-6cc19a30-5180-40b3-b831-f7c1257da131 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407636 May 16 19:16:31.497437 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6d696-9c47-4e93-a709-808bdc7c34f3 req-f01a7f40-f8e0-4a0f-9c1b-3e18e6d06e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:31.498977 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-98c6d696-9c47-4e93-a709-808bdc7c34f3 req-f01a7f40-f8e0-4a0f-9c1b-3e18e6d06e1c service neutron] 10.222.0.78 "GET /v2.0/networks?id=6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 HTTP/1.1" status: 200 len: 909 time: 0.0954399 May 16 19:16:31.650961 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-98c6d696-9c47-4e93-a709-808bdc7c34f3 req-799f90c3-39c5-406c-a9cd-4b97ae273533 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f3e3f99a-88c0-4675-9448-938c84762e69 HTTP/1.1" status: 200 len: 217 time: 0.0329447 May 16 19:16:31.742542 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bde4cd-0fad-406c-a4b9-2d8d0dd2ebd2 req-1f365f22-c29c-4298-a1c5-0d900c9d0afc tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:31.743969 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-41bde4cd-0fad-406c-a4b9-2d8d0dd2ebd2 req-1f365f22-c29c-4298-a1c5-0d900c9d0afc tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.78 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0758474 May 16 19:16:31.745443 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6d696-9c47-4e93-a709-808bdc7c34f3 req-96de8d86-198a-49b9-b22b-996a0f0e7c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:31.746712 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-98c6d696-9c47-4e93-a709-808bdc7c34f3 req-96de8d86-198a-49b9-b22b-996a0f0e7c8b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=478c6510-2ff9-464a-aaea-d94252c2b18b HTTP/1.1" status: 200 len: 847 time: 0.0858581 May 16 19:16:31.825618 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6d696-9c47-4e93-a709-808bdc7c34f3 req-837a6536-b268-41b5-8cb4-24d79f5bcd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:31.827160 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-98c6d696-9c47-4e93-a709-808bdc7c34f3 req-837a6536-b268-41b5-8cb4-24d79f5bcd29 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0670178 May 16 19:16:31.837228 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1e37c-fdda-49b4-8439-78c6cd544b45 req-37126d10-31dc-469e-b14e-07daf10e9db7 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:31.838690 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-06d1e37c-fdda-49b4-8439-78c6cd544b45 req-37126d10-31dc-469e-b14e-07daf10e9db7 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 945 time: 0.0543578 May 16 19:16:31.890331 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-06d1e37c-fdda-49b4-8439-78c6cd544b45 req-3c78f649-14c5-4862-a006-5f42d038ad3b tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c367c77-3690-4c05-bcef-35d59e82a877&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451095 May 16 19:16:31.890695 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-41bde4cd-0fad-406c-a4b9-2d8d0dd2ebd2 req-ea4f7b84-e403-465b-9564-5565dfc37fb3 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Deleting port f3e3f99a-88c0-4675-9448-938c84762e69 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:31.891031 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-41bde4cd-0fad-406c-a4b9-2d8d0dd2ebd2 req-ea4f7b84-e403-465b-9564-5565dfc37fb3 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:32.006645 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-98c6d696-9c47-4e93-a709-808bdc7c34f3 req-c0450e4a-b5f8-4fd5-bafd-26d9e357b719 service neutron] 10.222.0.78 "GET /v2.0/networks/6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564333 May 16 19:16:32.024327 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-41bde4cd-0fad-406c-a4b9-2d8d0dd2ebd2 req-ea4f7b84-e403-465b-9564-5565dfc37fb3 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] For port f3e3f99a-88c0-4675-9448-938c84762e69, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f3e3f99a-88c0-4675-9448-938c84762e69,segment=NetworkSegment(9ae41167-1f4c-4f91-b2ba-10e2906cf444),segment_id=9ae41167-1f4c-4f91-b2ba-10e2906cf444)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:32.024720 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-41bde4cd-0fad-406c-a4b9-2d8d0dd2ebd2 req-ea4f7b84-e403-465b-9564-5565dfc37fb3 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:32.037933 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-41bde4cd-0fad-406c-a4b9-2d8d0dd2ebd2 req-ea4f7b84-e403-465b-9564-5565dfc37fb3 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Calling delete_port for f3e3f99a-88c0-4675-9448-938c84762e69 owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:32.162743 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-41bde4cd-0fad-406c-a4b9-2d8d0dd2ebd2 req-ea4f7b84-e403-465b-9564-5565dfc37fb3 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (f3e3f99a-88c0-4675-9448-938c84762e69), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:32.190294 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f7b84-e403-465b-9564-5565dfc37fb3 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Pushing event deleted for resources: {'Port': ['ID=f3e3f99a-88c0-4675-9448-938c84762e69,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:32.235082 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bde4cd-0fad-406c-a4b9-2d8d0dd2ebd2 req-ea4f7b84-e403-465b-9564-5565dfc37fb3 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] No DVR routers for this DVR port f3e3f99a-88c0-4675-9448-938c84762e69 on host hv-cinder-83998 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:16:32.237565 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-41bde4cd-0fad-406c-a4b9-2d8d0dd2ebd2 req-ea4f7b84-e403-465b-9564-5565dfc37fb3 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:32.240699 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-41bde4cd-0fad-406c-a4b9-2d8d0dd2ebd2 req-ea4f7b84-e403-465b-9564-5565dfc37fb3 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.78 "DELETE /v2.0/ports/f3e3f99a-88c0-4675-9448-938c84762e69 HTTP/1.1" status: 204 len: 173 time: 0.4871247 May 16 19:16:32.241128 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c076bbbd-b448-4d64-981c-f028018fe914', 'name': 'network-vif-deleted', 'tag': 'f3e3f99a-88c0-4675-9448-938c84762e69'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:16:32.243336 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ea798d-a5bd-425d-b5c6-c8df0a27c4b8" -d '{"events": [{"server_uuid": "c076bbbd-b448-4d64-981c-f028018fe914", "name": "network-vif-deleted", "tag": "f3e3f99a-88c0-4675-9448-938c84762e69"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:16:32.260750 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fc452-caa2-4f21-8ce0-a3937003778d req-97c147e8-7577-4407-934f-cd98d9b1d7a3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:32.262357 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-123fc452-caa2-4f21-8ce0-a3937003778d req-97c147e8-7577-4407-934f-cd98d9b1d7a3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0512109 May 16 19:16:32.282646 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bed77a-2465-4f00-a762-afabfe12447e x-openstack-request-id: req-d5bed77a-2465-4f00-a762-afabfe12447e {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:16:32.282934 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c076bbbd-b448-4d64-981c-f028018fe914", "name": "network-vif-deleted", "tag": "f3e3f99a-88c0-4675-9448-938c84762e69", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:16:32.283182 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5bed77a-2465-4f00-a762-afabfe12447e {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:16:32.283632 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5bed77a-2465-4f00-a762-afabfe12447e'] response: {'server_uuid': 'c076bbbd-b448-4d64-981c-f028018fe914', 'name': 'network-vif-deleted', 'tag': 'f3e3f99a-88c0-4675-9448-938c84762e69', 'status': 'completed', 'code': 200} May 16 19:16:32.310316 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-123fc452-caa2-4f21-8ce0-a3937003778d req-40c8c814-5793-4dc8-9f82-8490d7ab49c9 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413759 May 16 19:16:32.479297 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-98c6d696-9c47-4e93-a709-808bdc7c34f3 req-60a3c1a4-687c-45ee-9341-2b91f46f721e service neutron] 10.222.0.78 "GET /v2.0/networks/6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924182 May 16 19:16:32.479790 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4dcf64b2-6094-44de-8384-87b26891da21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:33.007679 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-b632ce69-6e84-4142-819d-e359425e5d91 req-873fc17d-127e-4f06-aa62-ae90ee9cc2b9 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "GET /v2.0/ports?device_id=c076bbbd-b448-4d64-981c-f028018fe914 HTTP/1.1" status: 200 len: 210 time: 0.0305133 May 16 19:16:33.436260 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56724a20-1edd-4601-b4de-daa7a1fc0b8f req-e5398ed1-c385-4829-ad10-0ed44e0fa65a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:33.437899 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-56724a20-1edd-4601-b4de-daa7a1fc0b8f req-e5398ed1-c385-4829-ad10-0ed44e0fa65a tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0542932 May 16 19:16:33.487712 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-56724a20-1edd-4601-b4de-daa7a1fc0b8f req-c570a8d1-1944-41b7-afd0-dfb7a34cc00c tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430002 May 16 19:16:34.066146 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 59902) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:34.124505 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-62966b1f-9b26-4b64-9479-4acfc4bbaf49 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group (0c367c77-3690-4c05-bcef-35d59e82a877), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:34.148987 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-62966b1f-9b26-4b64-9479-4acfc4bbaf49 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group (0c367c77-3690-4c05-bcef-35d59e82a877), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:34.206975 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-62966b1f-9b26-4b64-9479-4acfc4bbaf49 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (0c367c77-3690-4c05-bcef-35d59e82a877), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:34.209976 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-62966b1f-9b26-4b64-9479-4acfc4bbaf49 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:34.210349 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:34.211112 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-62966b1f-9b26-4b64-9479-4acfc4bbaf49 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] 10.222.0.65 "DELETE /v2.0/security-groups/0c367c77-3690-4c05-bcef-35d59e82a877 HTTP/1.1" status: 204 len: 168 time: 0.1443973 May 16 19:16:34.220483 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62966b1f-9b26-4b64-9479-4acfc4bbaf49 tempest-TestShelveInstance-365359581 tempest-TestShelveInstance-365359581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c367c77-3690-4c05-bcef-35d59e82a877,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:34.253203 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 59906) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:34.282880 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 12b16058-b2ef-448e-9676-e523bef453b2 details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:16:34.382808 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 12b16058-b2ef-448e-9676-e523bef453b2, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=12b16058-b2ef-448e-9676-e523bef453b2,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:34.516819 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': '12b16058-b2ef-448e-9676-e523bef453b2', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'port_id': '12b16058-b2ef-448e-9676-e523bef453b2', 'mac_address': 'fa:16:3e:b8:e4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:16:34.552709 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 12b16058-b2ef-448e-9676-e523bef453b2 is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:16:34.553100 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (12b16058-b2ef-448e-9676-e523bef453b2), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:34.566817 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b16058-b2ef-448e-9676-e523bef453b2 {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:16:34.591417 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 12b16058-b2ef-448e-9676-e523bef453b2, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=12b16058-b2ef-448e-9676-e523bef453b2,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:34.597824 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (12b16058-b2ef-448e-9676-e523bef453b2), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:34.617995 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691268c-2066-424e-b43f-34f41da40c21 req-b326a202-522b-4864-b742-3503c3e87c12 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:34.628187 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c691268c-2066-424e-b43f-34f41da40c21 req-b326a202-522b-4864-b742-3503c3e87c12 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 943 time: 0.0623999 May 16 19:16:34.665395 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=12b16058-b2ef-448e-9676-e523bef453b2,revision_number=9']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:34.679433 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c691268c-2066-424e-b43f-34f41da40c21 req-f56bb619-8ec0-4f5c-a90b-16f0bb4d7410 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501091 May 16 19:16:34.758760 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d364eec9-fb98-4e33-860f-d41b5919a8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3933130'] for router_interface (0b9b4810-25f8-4b75-8ae1-008cd8d59988), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:35.021294 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fc30fae3-d49c-451a-999d-4fe5afe80e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:35.034076 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['12b16058-b2ef-448e-9676-e523bef453b2'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:16:35.276923 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-d364eec9-fb98-4e33-860f-d41b5919a8a2 admin admin] Deleting port 2a6b5457-a6f1-45fe-aa49-a0f662903b03 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:35.277531 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d364eec9-fb98-4e33-860f-d41b5919a8a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:35.353898 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-d364eec9-fb98-4e33-860f-d41b5919a8a2 admin admin] For port 2a6b5457-a6f1-45fe-aa49-a0f662903b03, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=2a6b5457-a6f1-45fe-aa49-a0f662903b03,segment=NetworkSegment(9ae41167-1f4c-4f91-b2ba-10e2906cf444),segment_id=9ae41167-1f4c-4f91-b2ba-10e2906cf444)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:35.354178 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d364eec9-fb98-4e33-860f-d41b5919a8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:35.366729 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-d364eec9-fb98-4e33-860f-d41b5919a8a2 admin admin] Calling delete_port for 2a6b5457-a6f1-45fe-aa49-a0f662903b03 owned by network:router_interface {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:35.542960 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d364eec9-fb98-4e33-860f-d41b5919a8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (2a6b5457-a6f1-45fe-aa49-a0f662903b03), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:35.572525 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364eec9-fb98-4e33-860f-d41b5919a8a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6b5457-a6f1-45fe-aa49-a0f662903b03,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:35.735600 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d364eec9-fb98-4e33-860f-d41b5919a8a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3891545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3993557'] for router_interface (0b9b4810-25f8-4b75-8ae1-008cd8d59988), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:35.803287 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9f2bb-4657-4f51-9639-dba113ddaea8 req-dc52127a-4154-4fd0-aaac-7e5267e6bc93 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:35.804721 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a1d9f2bb-4657-4f51-9639-dba113ddaea8 req-dc52127a-4154-4fd0-aaac-7e5267e6bc93 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 944 time: 0.0475671 May 16 19:16:35.853449 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a1d9f2bb-4657-4f51-9639-dba113ddaea8 req-caaecbc3-fdf5-4828-8cf4-54273849c011 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430095 May 16 19:16:35.943979 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d364eec9-fb98-4e33-860f-d41b5919a8a2 admin admin] Router 0b9b4810-25f8-4b75-8ae1-008cd8d59988 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:16:36.046497 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d364eec9-fb98-4e33-860f-d41b5919a8a2 admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:16:36.052335 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-d364eec9-fb98-4e33-860f-d41b5919a8a2 admin admin] 10.222.0.65 "PUT /v2.0/routers/0b9b4810-25f8-4b75-8ae1-008cd8d59988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7970457 May 16 19:16:36.054161 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 59930) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:36.058054 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc92631f-69ac-4c0d-a657-93fc7c16cfb2 None None] Sync routers for ids ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:16:36.069986 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc92631f-69ac-4c0d-a657-93fc7c16cfb2 None None] Routers {'0b9b4810-25f8-4b75-8ae1-008cd8d59988'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:36.070812 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-cc92631f-69ac-4c0d-a657-93fc7c16cfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:16:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:36.072281 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:36.156256 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b603fe4-423e-432e-9dcf-6550c7d4ada6 admin admin] Publish callbacks [] for router (0b9b4810-25f8-4b75-8ae1-008cd8d59988), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:36.260363 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b603fe4-423e-432e-9dcf-6550c7d4ada6 admin admin] Publish callbacks [] for router_gateway (0b9b4810-25f8-4b75-8ae1-008cd8d59988), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:36.266544 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-cc92631f-69ac-4c0d-a657-93fc7c16cfb2 None None] Set router 0b9b4810-25f8-4b75-8ae1-008cd8d59988 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:36.306633 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-5b603fe4-423e-432e-9dcf-6550c7d4ada6 admin admin] Deleting port 6d4ee18a-7333-44a1-b674-4de254f8cf26 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:36.307182 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b603fe4-423e-432e-9dcf-6550c7d4ada6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (6d4ee18a-7333-44a1-b674-4de254f8cf26), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:36.308469 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 12b16058-b2ef-448e-9676-e523bef453b2 up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:16:36.360036 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port 12b16058-b2ef-448e-9676-e523bef453b2 triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:16:36.360405 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (12b16058-b2ef-448e-9676-e523bef453b2), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:36.387039 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-5b603fe4-423e-432e-9dcf-6550c7d4ada6 admin admin] For port 6d4ee18a-7333-44a1-b674-4de254f8cf26, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=6d4ee18a-7333-44a1-b674-4de254f8cf26,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:36.387405 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b603fe4-423e-432e-9dcf-6550c7d4ada6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (6d4ee18a-7333-44a1-b674-4de254f8cf26), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:36.400636 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-5b603fe4-423e-432e-9dcf-6550c7d4ada6 admin admin] Calling delete_port for 6d4ee18a-7333-44a1-b674-4de254f8cf26 owned by network:router_gateway {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:36.429649 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-cc92631f-69ac-4c0d-a657-93fc7c16cfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'name': 'tempest-TestShelveInstance-206567709-router', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9'}], 'enable_snat': True}, 'gw_port_id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:49Z', 'updated_at': '2022-05-16T19:16:35Z', 'revision_number': 5, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'gw_port': {'id': '6d4ee18a-7333-44a1-b674-4de254f8cf26', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:f7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:50Z', 'updated_at': '2022-05-16T19:09:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:36.439777 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 12b16058-b2ef-448e-9676-e523bef453b2 is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:16:36.440239 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (12b16058-b2ef-448e-9676-e523bef453b2), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:36.454376 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc92631f-69ac-4c0d-a657-93fc7c16cfb2 None None] Checking router: 0b9b4810-25f8-4b75-8ae1-008cd8d59988 for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:16:36.462678 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc92631f-69ac-4c0d-a657-93fc7c16cfb2 None None] Routers {'0b9b4810-25f8-4b75-8ae1-008cd8d59988'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:36.463272 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-cc92631f-69ac-4c0d-a657-93fc7c16cfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:16:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:36.463746 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2497171-958b-428c-a5dd-d8102d661504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b16058-b2ef-448e-9676-e523bef453b2'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:16:36.466579 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353e28da-e7cd-45ea-8c2d-1bf113452a21" -d '{"events": [{"server_uuid": "c2497171-958b-428c-a5dd-d8102d661504", "name": "network-vif-plugged", "status": "completed", "tag": "12b16058-b2ef-448e-9676-e523bef453b2"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:16:36.482603 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 12b16058-b2ef-448e-9676-e523bef453b2, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=12b16058-b2ef-448e-9676-e523bef453b2,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:36.489270 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (12b16058-b2ef-448e-9676-e523bef453b2), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:36.490304 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device f3e3f99a-88c0-4675-9448-938c84762e69 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:36.536392 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8789155-9bc5-4058-8a05-a24cd0ef5690 x-openstack-request-id: req-a8789155-9bc5-4058-8a05-a24cd0ef5690 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:16:36.536546 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2497171-958b-428c-a5dd-d8102d661504", "name": "network-vif-plugged", "status": "completed", "tag": "12b16058-b2ef-448e-9676-e523bef453b2", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:16:36.536828 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8789155-9bc5-4058-8a05-a24cd0ef5690 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:16:36.537223 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8789155-9bc5-4058-8a05-a24cd0ef5690'] response: {'server_uuid': 'c2497171-958b-428c-a5dd-d8102d661504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b16058-b2ef-448e-9676-e523bef453b2', 'code': 200} May 16 19:16:36.539533 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: f3e3f99a-88c0-4675-9448-938c84762e69 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:36.539905 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device f3e3f99a-88c0-4675-9448-938c84762e69 not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:36.548510 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-cc92631f-69ac-4c0d-a657-93fc7c16cfb2 None None] Set router 0b9b4810-25f8-4b75-8ae1-008cd8d59988 gateway port host: None {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:36.563059 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=12b16058-b2ef-448e-9676-e523bef453b2,revision_number=10']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:36.593373 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b603fe4-423e-432e-9dcf-6550c7d4ada6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (6d4ee18a-7333-44a1-b674-4de254f8cf26), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:36.598690 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-cc92631f-69ac-4c0d-a657-93fc7c16cfb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'name': 'tempest-TestShelveInstance-206567709-router', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:49Z', 'updated_at': '2022-05-16T19:16:36Z', 'revision_number': 6, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'gw_port_host': None}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:36.618003 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b603fe4-423e-432e-9dcf-6550c7d4ada6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d4ee18a-7333-44a1-b674-4de254f8cf26,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:36.622601 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc92631f-69ac-4c0d-a657-93fc7c16cfb2 None None] The sync data for ids ['0b9b4810-25f8-4b75-8ae1-008cd8d59988'] in dv-cinder-839987-5-smb is: [{'id': '0b9b4810-25f8-4b75-8ae1-008cd8d59988', 'name': 'tempest-TestShelveInstance-206567709-router', 'tenant_id': '59c811a30ef74f329f5d72d605a56444', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:49Z', 'updated_at': '2022-05-16T19:16:36Z', 'revision_number': 6, 'project_id': '59c811a30ef74f329f5d72d605a56444', 'gw_port_host': None}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:16:36.683400 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b603fe4-423e-432e-9dcf-6550c7d4ada6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3944696'] for router_gateway (0b9b4810-25f8-4b75-8ae1-008cd8d59988), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:36.786556 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b603fe4-423e-432e-9dcf-6550c7d4ada6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3945648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-333'] for router (0b9b4810-25f8-4b75-8ae1-008cd8d59988), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:36.788728 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b603fe4-423e-432e-9dcf-6550c7d4ada6 admin admin] Publish callbacks [] for router_controller (0b9b4810-25f8-4b75-8ae1-008cd8d59988), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:36.883642 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b603fe4-423e-432e-9dcf-6550c7d4ada6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3945641'] for router (0b9b4810-25f8-4b75-8ae1-008cd8d59988), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:36.884187 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b603fe4-423e-432e-9dcf-6550c7d4ada6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b9b4810-25f8-4b75-8ae1-008cd8d59988 {{(pid=103574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:16:36.890077 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5b603fe4-423e-432e-9dcf-6550c7d4ada6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:36.893254 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-5b603fe4-423e-432e-9dcf-6550c7d4ada6 admin admin] 10.222.0.65 "DELETE /v2.0/routers/0b9b4810-25f8-4b75-8ae1-008cd8d59988 HTTP/1.1" status: 204 len: 168 time: 0.8358328 May 16 19:16:36.893573 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 59936) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:36.900482 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb85c65-f6d4-4e7a-a6fc-11377ff514fd req-f9cf40ea-276b-4022-ad92-b0d49ad7eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:36.902215 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ffb85c65-f6d4-4e7a-a6fc-11377ff514fd req-f9cf40ea-276b-4022-ad92-b0d49ad7eaae service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 1130 time: 0.0557055 May 16 19:16:36.946716 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-ffb85c65-f6d4-4e7a-a6fc-11377ff514fd req-e05bbbde-97d9-400a-b87c-d4a999a9213a service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383768 May 16 19:16:36.967694 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b58b3d8-3c0e-4ab3-a8d0-2002421b386d admin admin] Deleting subnet 478c6510-2ff9-464a-aaea-d94252c2b18b {{(pid=103573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:16:36.974315 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5b58b3d8-3c0e-4ab3-a8d0-2002421b386d admin admin] Publish callbacks [] for subnet (478c6510-2ff9-464a-aaea-d94252c2b18b), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.004918 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746c2a1-8723-40d8-8901-1efe6a67ba95 req-9c32edc7-1ef1-4eb2-9fb5-f1a4fbe9a145 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:37.006384 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f746c2a1-8723-40d8-8901-1efe6a67ba95 req-9c32edc7-1ef1-4eb2-9fb5-f1a4fbe9a145 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 946 time: 0.0767784 May 16 19:16:37.034450 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5b58b3d8-3c0e-4ab3-a8d0-2002421b386d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295113'] for subnet (478c6510-2ff9-464a-aaea-d94252c2b18b), precommit_delete_associations {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.099634 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f746c2a1-8723-40d8-8901-1efe6a67ba95 req-cc78f097-2b6c-45e9-b540-03eb727bb377 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868273 May 16 19:16:37.142580 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5b58b3d8-3c0e-4ab3-a8d0-2002421b386d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660465'] for subnet (478c6510-2ff9-464a-aaea-d94252c2b18b), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.196686 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5b58b3d8-3c0e-4ab3-a8d0-2002421b386d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127131128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125931018'] for subnet (478c6510-2ff9-464a-aaea-d94252c2b18b), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.221433 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58b3d8-3c0e-4ab3-a8d0-2002421b386d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=478c6510-2ff9-464a-aaea-d94252c2b18b,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:37.227305 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5b58b3d8-3c0e-4ab3-a8d0-2002421b386d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.233110 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 59946) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:37.233257 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-5b58b3d8-3c0e-4ab3-a8d0-2002421b386d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/478c6510-2ff9-464a-aaea-d94252c2b18b HTTP/1.1" status: 204 len: 168 time: 0.3385868 May 16 19:16:37.233823 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc57504-5841-49ca-961a-f79323f48089 None None] Network 6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:16:37.300472 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751918'] for network (6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.343195 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] Deleting port 7f886148-8365-4caa-bd0a-76ea96029044 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:37.343908 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (7f886148-8365-4caa-bd0a-76ea96029044), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.398930 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.413526 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383f2f4e-a2c0-4b67-bea8-11257926d65d None None] DHCP port deletion for 6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 request from dv-cinder-839987-5-smb {{(pid=103575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:16:37.419114 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] For port 7f886148-8365-4caa-bd0a-76ea96029044, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=7f886148-8365-4caa-bd0a-76ea96029044,segment=NetworkSegment(9ae41167-1f4c-4f91-b2ba-10e2906cf444),segment_id=9ae41167-1f4c-4f91-b2ba-10e2906cf444)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:37.419653 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (7f886148-8365-4caa-bd0a-76ea96029044), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.434677 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] Calling delete_port for 7f886148-8365-4caa-bd0a-76ea96029044 owned by network:dhcp {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:37.451675 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-383f2f4e-a2c0-4b67-bea8-11257926d65d None None] Deleting port 7f886148-8365-4caa-bd0a-76ea96029044 {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:37.452084 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-383f2f4e-a2c0-4b67-bea8-11257926d65d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (7f886148-8365-4caa-bd0a-76ea96029044), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.518033 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-383f2f4e-a2c0-4b67-bea8-11257926d65d None None] For port 7f886148-8365-4caa-bd0a-76ea96029044, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=7f886148-8365-4caa-bd0a-76ea96029044,segment=NetworkSegment(9ae41167-1f4c-4f91-b2ba-10e2906cf444),segment_id=9ae41167-1f4c-4f91-b2ba-10e2906cf444)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:37.518796 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-383f2f4e-a2c0-4b67-bea8-11257926d65d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (7f886148-8365-4caa-bd0a-76ea96029044), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.530989 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (7f886148-8365-4caa-bd0a-76ea96029044), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.536950 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-383f2f4e-a2c0-4b67-bea8-11257926d65d None None] Calling delete_port for 7f886148-8365-4caa-bd0a-76ea96029044 owned by network:dhcp {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:37.561327 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f886148-8365-4caa-bd0a-76ea96029044,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:37.566140 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] No DVR routers for this DVR port 7f886148-8365-4caa-bd0a-76ea96029044 on host dv-cinder-839987-5-smb {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:16:37.644891 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661572', 'neutron.services.segments.db._delete_segments_for_network-8772410173462'] for network (6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.668901 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-383f2f4e-a2c0-4b67-bea8-11257926d65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032'] for port (7f886148-8365-4caa-bd0a-76ea96029044), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.677490 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1']}} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:37.689826 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae41167-1f4c-4f91-b2ba-10e2906cf444') {'for_net_delete': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:37.690198 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae41167-1f4c-4f91-b2ba-10e2906cf444') {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:37.691587 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383f2f4e-a2c0-4b67-bea8-11257926d65d None None] Pushing event deleted for resources: {'Port': ['ID=7f886148-8365-4caa-bd0a-76ea96029044,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:37.706626 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383f2f4e-a2c0-4b67-bea8-11257926d65d None None] No DVR routers for this DVR port 7f886148-8365-4caa-bd0a-76ea96029044 on host dv-cinder-839987-5-smb {{(pid=103575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:16:37.717219 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410174751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125890998'] for segment (9ae41167-1f4c-4f91-b2ba-10e2906cf444), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.732192 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (9ae41167-1f4c-4f91-b2ba-10e2906cf444), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.738909 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:16:37.739434 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125892977'] for segment (9ae41167-1f4c-4f91-b2ba-10e2906cf444), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: Traceback (most recent call last): May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: timer() May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: cb(*args, **kw) May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: return func(*args, **kwargs) May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: self._notify() May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: self.callback(batched_events) May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: event.method(event) May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: return f(self, *a, **k) May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: return self._get(url).json() May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: return self.request(url, 'GET', **kwargs) May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:16:37.742643 dv-cinder-839987-5-smb neutron-server[103574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:16:37.801313 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3934410'] for network (6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.809303 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:37.812587 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1 HTTP/1.1" status: 204 len: 168 time: 0.5784009 May 16 19:16:37.815562 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 59958) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:37.821809 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6d002-e642-450e-8f51-6057aed02a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a5a41b2-a078-48bc-aa2b-f6f4fbc0e1f1,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:38.169230 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 2a6b5457-a6f1-45fe-aa49-a0f662903b03 no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:38.193471 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: 2a6b5457-a6f1-45fe-aa49-a0f662903b03 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:38.193909 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 2a6b5457-a6f1-45fe-aa49-a0f662903b03 not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:38.194397 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 7f886148-8365-4caa-bd0a-76ea96029044 no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:38.212678 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: 7f886148-8365-4caa-bd0a-76ea96029044 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:38.213040 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 7f886148-8365-4caa-bd0a-76ea96029044 not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:38.213437 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 6d4ee18a-7333-44a1-b674-4de254f8cf26 no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:38.231779 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: 6d4ee18a-7333-44a1-b674-4de254f8cf26 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:38.232708 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 6d4ee18a-7333-44a1-b674-4de254f8cf26 not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:38.305241 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5e899-aa13-4e09-a178-04f4421d393a req-5ce09fe1-e1ca-4280-886c-10a1659cd3fa tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:38.306550 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ecf5e899-aa13-4e09-a178-04f4421d393a req-5ce09fe1-e1ca-4280-886c-10a1659cd3fa tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 946 time: 0.0759006 May 16 19:16:38.385306 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ecf5e899-aa13-4e09-a178-04f4421d393a req-a7d8b40c-755b-4b01-a228-310d8d0860cb tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729864 May 16 19:16:38.431502 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56052770-6d8c-41ee-a82d-4c5273c6a91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3933130'] for router_interface (7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:38.652160 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:38.656499 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-56052770-6d8c-41ee-a82d-4c5273c6a91f admin admin] Deleting port bce96cca-5656-4659-8cc2-60ce8b5174fc {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:38.656846 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56052770-6d8c-41ee-a82d-4c5273c6a91f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:38.739306 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-56052770-6d8c-41ee-a82d-4c5273c6a91f admin admin] For port bce96cca-5656-4659-8cc2-60ce8b5174fc, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=bce96cca-5656-4659-8cc2-60ce8b5174fc,segment=NetworkSegment(b5f1bf66-aa51-4217-bb4d-d13cc3d89b87),segment_id=b5f1bf66-aa51-4217-bb4d-d13cc3d89b87)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:38.739567 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56052770-6d8c-41ee-a82d-4c5273c6a91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:38.758712 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-56052770-6d8c-41ee-a82d-4c5273c6a91f admin admin] Calling delete_port for bce96cca-5656-4659-8cc2-60ce8b5174fc owned by network:router_interface {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:38.948691 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56052770-6d8c-41ee-a82d-4c5273c6a91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (bce96cca-5656-4659-8cc2-60ce8b5174fc), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:38.975099 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56052770-6d8c-41ee-a82d-4c5273c6a91f admin admin] Pushing event deleted for resources: {'Port': ['ID=bce96cca-5656-4659-8cc2-60ce8b5174fc,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:39.141675 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-56052770-6d8c-41ee-a82d-4c5273c6a91f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3891545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3993557'] for router_interface (7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:39.349251 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56052770-6d8c-41ee-a82d-4c5273c6a91f admin admin] Router 7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:16:39.452507 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56052770-6d8c-41ee-a82d-4c5273c6a91f admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:16:39.460977 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60002) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:39.461431 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-56052770-6d8c-41ee-a82d-4c5273c6a91f admin admin] 10.222.0.65 "PUT /v2.0/routers/7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6447108 May 16 19:16:39.464691 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4014dad-a76e-4f19-9df2-20f44dc1df64 None None] Sync routers for ids ['7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:16:39.485878 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4014dad-a76e-4f19-9df2-20f44dc1df64 None None] Routers {'7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:39.487958 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-a4014dad-a76e-4f19-9df2-20f44dc1df64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:16:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:39.552548 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00882ad6-c2fa-46c6-9d67-4b3dbc9974b7 req-3a3dccfa-a12b-49c5-8e8b-5617a8e9658e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:39.562208 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-00882ad6-c2fa-46c6-9d67-4b3dbc9974b7 req-3a3dccfa-a12b-49c5-8e8b-5617a8e9658e tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 946 time: 0.0796835 May 16 19:16:39.593314 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102f946-0af6-4f89-9265-d51d08696a82 req-919d808c-416d-4ac1-ba2e-a87bac6d5733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:39.594784 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8102f946-0af6-4f89-9265-d51d08696a82 req-919d808c-416d-4ac1-ba2e-a87bac6d5733 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5&device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 1130 time: 0.0603960 May 16 19:16:39.629184 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-00882ad6-c2fa-46c6-9d67-4b3dbc9974b7 req-2f68b49f-95f5-4420-8aa2-7a9131de7ba7 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673327 May 16 19:16:39.640717 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-a4014dad-a76e-4f19-9df2-20f44dc1df64 None None] Set router 7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:39.721030 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-237a8b11-a5ed-4deb-b2b4-ac6799762080 admin admin] Publish callbacks [] for router (7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:39.782924 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102f946-0af6-4f89-9265-d51d08696a82 req-1eea6ec7-8cec-4370-ace4-36ac629bd158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:39.784357 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8102f946-0af6-4f89-9265-d51d08696a82 req-1eea6ec7-8cec-4370-ace4-36ac629bd158 service neutron] 10.222.0.78 "GET /v2.0/networks?id=fa48d056-bb3a-4902-b0df-7a66e8554ee6 HTTP/1.1" status: 200 len: 917 time: 0.1710675 May 16 19:16:39.818627 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-a4014dad-a76e-4f19-9df2-20f44dc1df64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'name': 'tempest-TestShelveInstance-904889569-router', 'tenant_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '017eae7f-7c59-4fcd-a972-1fccf2eaef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:56Z', 'updated_at': '2022-05-16T19:16:38Z', 'revision_number': 5, 'project_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'gw_port': {'id': '017eae7f-7c59-4fcd-a972-1fccf2eaef69', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:57Z', 'updated_at': '2022-05-16T19:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:39.844073 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4014dad-a76e-4f19-9df2-20f44dc1df64 None None] Checking router: 7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65 for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:16:39.852945 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4014dad-a76e-4f19-9df2-20f44dc1df64 None None] Routers {'7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:39.853562 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-a4014dad-a76e-4f19-9df2-20f44dc1df64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:16:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:39.959679 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-a4014dad-a76e-4f19-9df2-20f44dc1df64 None None] Set router 7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:40.110386 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-237a8b11-a5ed-4deb-b2b4-ac6799762080 admin admin] Publish callbacks [] for router_gateway (7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:40.118741 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8102f946-0af6-4f89-9265-d51d08696a82 req-0a2b2505-565a-4a07-94ab-2dfd9c8c3acf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12b16058-b2ef-448e-9676-e523bef453b2 HTTP/1.1" status: 200 len: 1001 time: 0.0807638 May 16 19:16:40.151522 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-a4014dad-a76e-4f19-9df2-20f44dc1df64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'name': 'tempest-TestShelveInstance-904889569-router', 'tenant_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '017eae7f-7c59-4fcd-a972-1fccf2eaef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:56Z', 'updated_at': '2022-05-16T19:16:38Z', 'revision_number': 5, 'project_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'gw_port': {'id': '017eae7f-7c59-4fcd-a972-1fccf2eaef69', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:57Z', 'updated_at': '2022-05-16T19:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:40.184569 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4014dad-a76e-4f19-9df2-20f44dc1df64 None None] The sync data for ids ['7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65'] in dv-cinder-839987-5-smb is: [{'id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'name': 'tempest-TestShelveInstance-904889569-router', 'tenant_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.205'}], 'enable_snat': True}, 'gw_port_id': '017eae7f-7c59-4fcd-a972-1fccf2eaef69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:09:56Z', 'updated_at': '2022-05-16T19:16:38Z', 'revision_number': 5, 'project_id': '3bd8f40d0d59475abf4cbd0dbdd83e6a', 'gw_port': {'id': '017eae7f-7c59-4fcd-a972-1fccf2eaef69', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:73:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:09:57Z', 'updated_at': '2022-05-16T19:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:16:40.209477 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-237a8b11-a5ed-4deb-b2b4-ac6799762080 admin admin] Deleting port 017eae7f-7c59-4fcd-a972-1fccf2eaef69 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:40.209822 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-237a8b11-a5ed-4deb-b2b4-ac6799762080 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (017eae7f-7c59-4fcd-a972-1fccf2eaef69), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:40.242496 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102f946-0af6-4f89-9265-d51d08696a82 req-575a749e-1bcf-4838-bbe4-b63b32a075bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:40.244006 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8102f946-0af6-4f89-9265-d51d08696a82 req-575a749e-1bcf-4838-bbe4-b63b32a075bb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=32734e80-b5c3-4de5-9e79-84be66140e2e HTTP/1.1" status: 200 len: 855 time: 0.1180255 May 16 19:16:40.330059 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102f946-0af6-4f89-9265-d51d08696a82 req-e8551bd5-8488-44a4-9838-db4c25aaba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:40.331529 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8102f946-0af6-4f89-9265-d51d08696a82 req-e8551bd5-8488-44a4-9838-db4c25aaba1d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=fa48d056-bb3a-4902-b0df-7a66e8554ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0533471 May 16 19:16:40.346366 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-237a8b11-a5ed-4deb-b2b4-ac6799762080 admin admin] For port 017eae7f-7c59-4fcd-a972-1fccf2eaef69, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=017eae7f-7c59-4fcd-a972-1fccf2eaef69,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:40.346729 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-237a8b11-a5ed-4deb-b2b4-ac6799762080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (017eae7f-7c59-4fcd-a972-1fccf2eaef69), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:40.360343 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-237a8b11-a5ed-4deb-b2b4-ac6799762080 admin admin] Calling delete_port for 017eae7f-7c59-4fcd-a972-1fccf2eaef69 owned by network:router_gateway {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:40.522278 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-237a8b11-a5ed-4deb-b2b4-ac6799762080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (017eae7f-7c59-4fcd-a972-1fccf2eaef69), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:40.548764 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a8b11-a5ed-4deb-b2b4-ac6799762080 admin admin] Pushing event deleted for resources: {'Port': ['ID=017eae7f-7c59-4fcd-a972-1fccf2eaef69,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:40.606577 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-237a8b11-a5ed-4deb-b2b4-ac6799762080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3944696'] for router_gateway (7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:40.692516 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-237a8b11-a5ed-4deb-b2b4-ac6799762080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3945648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-333'] for router (7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:40.694744 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-237a8b11-a5ed-4deb-b2b4-ac6799762080 admin admin] Publish callbacks [] for router_controller (7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:40.741286 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-237a8b11-a5ed-4deb-b2b4-ac6799762080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3945641'] for router (7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:40.742312 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237a8b11-a5ed-4deb-b2b4-ac6799762080 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65 {{(pid=103574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:16:40.747032 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-237a8b11-a5ed-4deb-b2b4-ac6799762080 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:40.750676 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-237a8b11-a5ed-4deb-b2b4-ac6799762080 admin admin] 10.222.0.65 "DELETE /v2.0/routers/7ac1cda7-7b30-40ba-85ae-2e7e0c83bd65 HTTP/1.1" status: 204 len: 168 time: 1.2879705 May 16 19:16:40.751264 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60018) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:40.760819 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699b61f-5ae7-4201-b4a0-65add9145b54 req-9511230e-9ab5-48b2-832e-d81e3e13dc32 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:40.762425 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5699b61f-5ae7-4201-b4a0-65add9145b54 req-9511230e-9ab5-48b2-832e-d81e3e13dc32 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 946 time: 0.0591068 May 16 19:16:40.797437 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_v2 [None req-27fb336b-99e6-4471-a459-6fd1f633264b admin admin] Deleting subnet f6c92928-605d-4b98-b3c5-b803442b915a {{(pid=103574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:16:40.801354 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-27fb336b-99e6-4471-a459-6fd1f633264b admin admin] Publish callbacks [] for subnet (f6c92928-605d-4b98-b3c5-b803442b915a), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:40.817164 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-5699b61f-5ae7-4201-b4a0-65add9145b54 req-4944750a-62b5-4709-b624-0b9283bd5fe3 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488367 May 16 19:16:40.868106 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-27fb336b-99e6-4471-a459-6fd1f633264b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125890959'] for subnet (f6c92928-605d-4b98-b3c5-b803442b915a), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:40.995709 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8102f946-0af6-4f89-9265-d51d08696a82 req-fd314488-3ed1-4817-a50d-43bc295044f6 service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745515 May 16 19:16:41.053145 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-27fb336b-99e6-4471-a459-6fd1f633264b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660465'] for subnet (f6c92928-605d-4b98-b3c5-b803442b915a), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:41.144992 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-8102f946-0af6-4f89-9265-d51d08696a82 req-ddcb1451-367d-4408-b342-37cb0c782a4d service neutron] 10.222.0.78 "GET /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412349 May 16 19:16:41.149784 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-27fb336b-99e6-4471-a459-6fd1f633264b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125891027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112557'] for subnet (f6c92928-605d-4b98-b3c5-b803442b915a), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:41.176389 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb336b-99e6-4471-a459-6fd1f633264b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6c92928-605d-4b98-b3c5-b803442b915a,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:41.180032 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-27fb336b-99e6-4471-a459-6fd1f633264b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:41.183190 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-27fb336b-99e6-4471-a459-6fd1f633264b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f6c92928-605d-4b98-b3c5-b803442b915a HTTP/1.1" status: 204 len: 168 time: 0.4309759 May 16 19:16:41.186227 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60022) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:41.204135 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652f0676-8f2e-4986-9c4f-0bb07ee0290c None None] Network 8fed1a36-bc16-4108-9423-66d3f673e43d requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:16:41.264956 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751918'] for network (8fed1a36-bc16-4108-9423-66d3f673e43d), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:41.306306 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] Deleting port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:41.306772 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:41.377665 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] For port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a,segment=NetworkSegment(b5f1bf66-aa51-4217-bb4d-d13cc3d89b87),segment_id=b5f1bf66-aa51-4217-bb4d-d13cc3d89b87)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:41.378104 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:41.383351 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5e505d-84ff-49d8-9c07-98abbf792fa0 None None] DHCP port deletion for 8fed1a36-bc16-4108-9423-66d3f673e43d request from dv-cinder-839987-5-smb {{(pid=103575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:16:41.399365 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] Calling delete_port for 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a owned by network:dhcp {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:41.424359 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e505d-84ff-49d8-9c07-98abbf792fa0 None None] Deleting port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:41.425220 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-dc5e505d-84ff-49d8-9c07-98abbf792fa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:41.489502 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:41.513652 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-dc5e505d-84ff-49d8-9c07-98abbf792fa0 None None] For port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a,segment=NetworkSegment(b5f1bf66-aa51-4217-bb4d-d13cc3d89b87),segment_id=b5f1bf66-aa51-4217-bb4d-d13cc3d89b87)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:41.516098 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-dc5e505d-84ff-49d8-9c07-98abbf792fa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:41.518431 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] Pushing event deleted for resources: {'Port': ['ID=106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:41.522201 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] No DVR routers for this DVR port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a on host dv-cinder-839987-5-smb {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:16:41.551675 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-dc5e505d-84ff-49d8-9c07-98abbf792fa0 None None] Calling delete_port for 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a owned by network:dhcp {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:41.602115 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661572', 'neutron.services.segments.db._delete_segments_for_network-8772410173462'] for network (8fed1a36-bc16-4108-9423-66d3f673e43d), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:41.623522 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fed1a36-bc16-4108-9423-66d3f673e43d']}} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:41.633915 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f1bf66-aa51-4217-bb4d-d13cc3d89b87') {'for_net_delete': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:41.634595 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f1bf66-aa51-4217-bb4d-d13cc3d89b87') {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:41.643386 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-dc5e505d-84ff-49d8-9c07-98abbf792fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032'] for port (106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:41.645841 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410174751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125890998'] for segment (b5f1bf66-aa51-4217-bb4d-d13cc3d89b87), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:41.661958 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (b5f1bf66-aa51-4217-bb4d-d13cc3d89b87), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:41.668812 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e505d-84ff-49d8-9c07-98abbf792fa0 None None] Pushing event deleted for resources: {'Port': ['ID=106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:41.672776 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5e505d-84ff-49d8-9c07-98abbf792fa0 None None] No DVR routers for this DVR port 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a on host dv-cinder-839987-5-smb {{(pid=103575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:16:41.677670 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125892977'] for segment (b5f1bf66-aa51-4217-bb4d-d13cc3d89b87), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: Traceback (most recent call last): May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: timer() May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: cb(*args, **kw) May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: return func(*args, **kwargs) May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: self._notify() May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: self.callback(batched_events) May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: event.method(event) May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: return f(self, *a, **k) May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: return self._get(url).json() May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: return self.request(url, 'GET', **kwargs) May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:16:41.683329 dv-cinder-839987-5-smb neutron-server[103574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:16:41.739117 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3934410'] for network (8fed1a36-bc16-4108-9423-66d3f673e43d), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:41.745641 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:41.751373 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8fed1a36-bc16-4108-9423-66d3f673e43d HTTP/1.1" status: 204 len: 168 time: 0.5642471 May 16 19:16:41.760814 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719029c-76d4-4c71-9d7d-1e9f46f34861 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fed1a36-bc16-4108-9423-66d3f673e43d,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:41.889936 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60044) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:41.901557 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e602e9-dc12-4f9a-a4e8-c9564b3a93a7 req-9a21cae4-d12b-417e-8d7f-e9ee1020f4dd tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:41.903015 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-54e602e9-dc12-4f9a-a4e8-c9564b3a93a7 req-9a21cae4-d12b-417e-8d7f-e9ee1020f4dd tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 945 time: 0.0501399 May 16 19:16:41.930534 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-c15b74c3-6d4a-47e1-9592-e56eaaf738b6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=59c811a30ef74f329f5d72d605a56444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393417 May 16 19:16:41.933134 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60046) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:41.951440 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-54e602e9-dc12-4f9a-a4e8-c9564b3a93a7 req-86a96718-9966-44e0-905a-bc6adf45a6d5 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a1533c5-d319-45ca-9bca-452c019e04ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414362 May 16 19:16:41.986730 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c797e0d2-8388-44ce-909e-2183d1997391 admin admin] Publish callbacks [] for security_group (f4048705-d7f3-42ab-be06-eaafde746a05), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:42.008904 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c797e0d2-8388-44ce-909e-2183d1997391 admin admin] Publish callbacks [] for security_group (f4048705-d7f3-42ab-be06-eaafde746a05), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:42.054229 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c797e0d2-8388-44ce-909e-2183d1997391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (f4048705-d7f3-42ab-be06-eaafde746a05), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:42.056761 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-c797e0d2-8388-44ce-909e-2183d1997391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:42.057912 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-c797e0d2-8388-44ce-909e-2183d1997391 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4048705-d7f3-42ab-be06-eaafde746a05 HTTP/1.1" status: 204 len: 168 time: 0.1236703 May 16 19:16:42.066508 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797e0d2-8388-44ce-909e-2183d1997391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4048705-d7f3-42ab-be06-eaafde746a05,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:42.167322 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:42.186259 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:42.186598 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 106f7c2d-5ed2-4c45-b72c-14f45a0f4d4a not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:42.187002 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device bce96cca-5656-4659-8cc2-60ce8b5174fc no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:42.205436 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: bce96cca-5656-4659-8cc2-60ce8b5174fc {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:42.206015 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device bce96cca-5656-4659-8cc2-60ce8b5174fc not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:42.206130 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 017eae7f-7c59-4fcd-a972-1fccf2eaef69 no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:42.223877 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: 017eae7f-7c59-4fcd-a972-1fccf2eaef69 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:42.224222 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 017eae7f-7c59-4fcd-a972-1fccf2eaef69 not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:42.371402 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60052) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:42.413561 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-9351512d-efae-4c3a-9543-f79f8e1a2e3f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3bd8f40d0d59475abf4cbd0dbdd83e6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410619 May 16 19:16:42.415914 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60054) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:42.461827 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-13b88e55-5019-4cbe-b950-e004327ce88b admin admin] Publish callbacks [] for security_group (01dd1785-df8e-400f-ab7b-865810cd08ff), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:42.482336 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-13b88e55-5019-4cbe-b950-e004327ce88b admin admin] Publish callbacks [] for security_group (01dd1785-df8e-400f-ab7b-865810cd08ff), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:42.537121 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-13b88e55-5019-4cbe-b950-e004327ce88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (01dd1785-df8e-400f-ab7b-865810cd08ff), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:42.540004 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-13b88e55-5019-4cbe-b950-e004327ce88b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:42.541368 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-13b88e55-5019-4cbe-b950-e004327ce88b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/01dd1785-df8e-400f-ab7b-865810cd08ff HTTP/1.1" status: 204 len: 168 time: 0.1244967 May 16 19:16:42.551997 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b88e55-5019-4cbe-b950-e004327ce88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dd1785-df8e-400f-ab7b-865810cd08ff,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:43.063974 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744aaa3-fb44-49df-9252-67338e88d6dc req-436d4b06-9e20-40ce-87e5-637d9ce89b3d tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:43.065459 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a744aaa3-fb44-49df-9252-67338e88d6dc req-436d4b06-9e20-40ce-87e5-637d9ce89b3d tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 945 time: 0.0461879 May 16 19:16:43.111435 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a744aaa3-fb44-49df-9252-67338e88d6dc req-a332d833-5cca-4990-9f2c-834ecb42dcd4 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a1533c5-d319-45ca-9bca-452c019e04ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400815 May 16 19:16:44.119273 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4534e81-ea33-4645-9237-fc9b94bdc4be req-b1e7b633-0f78-4ea8-ae23-40ecebfee787 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:44.120700 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-c4534e81-ea33-4645-9237-fc9b94bdc4be req-b1e7b633-0f78-4ea8-ae23-40ecebfee787 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.78 "GET /v2.0/ports?device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 945 time: 0.0452938 May 16 19:16:44.205221 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-c4534e81-ea33-4645-9237-fc9b94bdc4be req-da190b55-32f1-49f5-b670-3a153e32cd12 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Deleting port 97d3a7c3-54ff-43ac-9b96-02fa347fb84a {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:44.205561 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-c4534e81-ea33-4645-9237-fc9b94bdc4be req-da190b55-32f1-49f5-b670-3a153e32cd12 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (97d3a7c3-54ff-43ac-9b96-02fa347fb84a), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:44.222814 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8429ecd-50e7-4a63-8752-b9b9d1f4b7ff req-fb191889-7f3c-45ae-b14e-9800e191a9ea tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:44.224317 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c8429ecd-50e7-4a63-8752-b9b9d1f4b7ff req-fb191889-7f3c-45ae-b14e-9800e191a9ea tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 945 time: 0.0458205 May 16 19:16:44.275246 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c8429ecd-50e7-4a63-8752-b9b9d1f4b7ff req-036e6916-645e-41b3-a0e2-599195e53e9e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a1533c5-d319-45ca-9bca-452c019e04ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451944 May 16 19:16:44.293860 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-c4534e81-ea33-4645-9237-fc9b94bdc4be req-da190b55-32f1-49f5-b670-3a153e32cd12 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] For port 97d3a7c3-54ff-43ac-9b96-02fa347fb84a, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=97d3a7c3-54ff-43ac-9b96-02fa347fb84a,segment=NetworkSegment(9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98),segment_id=9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:44.294773 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-c4534e81-ea33-4645-9237-fc9b94bdc4be req-da190b55-32f1-49f5-b670-3a153e32cd12 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (97d3a7c3-54ff-43ac-9b96-02fa347fb84a), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:44.453263 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-c4534e81-ea33-4645-9237-fc9b94bdc4be req-da190b55-32f1-49f5-b670-3a153e32cd12 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:44.453621 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-c4534e81-ea33-4645-9237-fc9b94bdc4be req-da190b55-32f1-49f5-b670-3a153e32cd12 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (196a0b54-984a-4aab-86fc-6b73ac7b1abf), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:44.453934 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.l3_db [req-c4534e81-ea33-4645-9237-fc9b94bdc4be req-da190b55-32f1-49f5-b670-3a153e32cd12 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Floating IP 196a0b54-984a-4aab-86fc-6b73ac7b1abf disassociated. External IP: 172.28.3.17, port: 97d3a7c3-54ff-43ac-9b96-02fa347fb84a. May 16 19:16:44.454274 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-c4534e81-ea33-4645-9237-fc9b94bdc4be req-da190b55-32f1-49f5-b670-3a153e32cd12 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Calling delete_port for 97d3a7c3-54ff-43ac-9b96-02fa347fb84a owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:44.581783 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-c4534e81-ea33-4645-9237-fc9b94bdc4be req-da190b55-32f1-49f5-b670-3a153e32cd12 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (97d3a7c3-54ff-43ac-9b96-02fa347fb84a), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:44.610587 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da190b55-32f1-49f5-b670-3a153e32cd12 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Pushing event deleted for resources: {'Port': ['ID=97d3a7c3-54ff-43ac-9b96-02fa347fb84a,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:44.717461 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4534e81-ea33-4645-9237-fc9b94bdc4be req-da190b55-32f1-49f5-b670-3a153e32cd12 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:16:44.817416 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4534e81-ea33-4645-9237-fc9b94bdc4be req-da190b55-32f1-49f5-b670-3a153e32cd12 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:16:44.828183 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e4fd5-2891-49c5-8ce9-45969af51d28 None None] Sync routers for ids ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:16:44.838044 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e4fd5-2891-49c5-8ce9-45969af51d28 None None] Routers {'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:44.838647 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-0f8e4fd5-2891-49c5-8ce9-45969af51d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:16:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:44.862020 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4534e81-ea33-4645-9237-fc9b94bdc4be req-da190b55-32f1-49f5-b670-3a153e32cd12 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] No DVR routers for this DVR port 97d3a7c3-54ff-43ac-9b96-02fa347fb84a on host hv-cinder-83998 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:16:44.864462 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-c4534e81-ea33-4645-9237-fc9b94bdc4be req-da190b55-32f1-49f5-b670-3a153e32cd12 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:44.867704 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-c4534e81-ea33-4645-9237-fc9b94bdc4be req-da190b55-32f1-49f5-b670-3a153e32cd12 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.78 "DELETE /v2.0/ports/97d3a7c3-54ff-43ac-9b96-02fa347fb84a HTTP/1.1" status: 204 len: 173 time: 0.7417536 May 16 19:16:44.868182 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9', 'name': 'network-vif-deleted', 'tag': '97d3a7c3-54ff-43ac-9b96-02fa347fb84a'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:16:44.870428 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d44e4e6-4dac-4fe8-9e82-5449a55ecde5" -d '{"events": [{"server_uuid": "b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9", "name": "network-vif-deleted", "tag": "97d3a7c3-54ff-43ac-9b96-02fa347fb84a"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:16:44.910750 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdc9ab7-47c5-40c7-a360-556a24d87375 x-openstack-request-id: req-9cdc9ab7-47c5-40c7-a360-556a24d87375 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:16:44.911047 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9", "name": "network-vif-deleted", "tag": "97d3a7c3-54ff-43ac-9b96-02fa347fb84a", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:16:44.911307 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9cdc9ab7-47c5-40c7-a360-556a24d87375 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:16:44.911721 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cdc9ab7-47c5-40c7-a360-556a24d87375'] response: {'server_uuid': 'b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9', 'name': 'network-vif-deleted', 'tag': '97d3a7c3-54ff-43ac-9b96-02fa347fb84a', 'status': 'completed', 'code': 200} May 16 19:16:44.940909 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-0f8e4fd5-2891-49c5-8ce9-45969af51d28 None None] Set router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:45.129386 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-0f8e4fd5-2891-49c5-8ce9-45969af51d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:08:53Z', 'revision_number': 4, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'a885bcbc-1308-4015-9a8b-043d2ee010b5', 'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'mac_address': 'fa:16:3e:75:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:53Z', 'updated_at': '2022-05-16T19:08:58Z', 'revision_number': 5, 'project_id': '05edbc82d64b43618010c829eff5c529', 'subnets': [{'id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:45.156519 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e4fd5-2891-49c5-8ce9-45969af51d28 None None] Checking router: f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:16:45.164476 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e4fd5-2891-49c5-8ce9-45969af51d28 None None] Routers {'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:45.165098 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-0f8e4fd5-2891-49c5-8ce9-45969af51d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:16:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:45.262193 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-0f8e4fd5-2891-49c5-8ce9-45969af51d28 None None] Set router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:45.386925 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-8c34622d-8995-48c1-8df5-8d2b0ee4b390 req-0a5be37f-018d-4faf-91fa-527bf67fa579 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8d5a896-ba6a-45c1-bc7e-a81b2f04b1a9 HTTP/1.1" status: 200 len: 210 time: 0.0294702 May 16 19:16:45.462816 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-0f8e4fd5-2891-49c5-8ce9-45969af51d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:08:53Z', 'revision_number': 4, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'a885bcbc-1308-4015-9a8b-043d2ee010b5', 'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'mac_address': 'fa:16:3e:75:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:53Z', 'updated_at': '2022-05-16T19:08:58Z', 'revision_number': 5, 'project_id': '05edbc82d64b43618010c829eff5c529', 'subnets': [{'id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:45.465086 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f7bf20a2-ea3b-4c57-a075-4d2a0556fa33 req-a1cae967-ef44-4bea-b3ed-0a6baa1dc9e2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2034322609&fields=id&tenant_id=217c4bc4175641c38493bc721d2ccdc3 HTTP/1.1" status: 200 len: 267 time: 0.0436664 May 16 19:16:45.486612 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e4fd5-2891-49c5-8ce9-45969af51d28 None None] The sync data for ids ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'] in dv-cinder-839987-5-smb is: [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:08:53Z', 'revision_number': 4, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'a885bcbc-1308-4015-9a8b-043d2ee010b5', 'name': '', 'network_id': 'e2c884ef-2b44-416a-b203-511395242f85', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'mac_address': 'fa:16:3e:75:fc:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:53Z', 'updated_at': '2022-05-16T19:08:58Z', 'revision_number': 5, 'project_id': '05edbc82d64b43618010c829eff5c529', 'subnets': [{'id': '106d7208-a2e6-46bb-bc34-47f65193fc7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:16:45.519039 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf20a2-ea3b-4c57-a075-4d2a0556fa33 req-ac1b43a8-f55c-43cb-9499-498c3a1a9b96 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:45.520659 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f7bf20a2-ea3b-4c57-a075-4d2a0556fa33 req-ac1b43a8-f55c-43cb-9499-498c3a1a9b96 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 984 time: 0.0502973 May 16 19:16:45.532217 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [req-f7bf20a2-ea3b-4c57-a075-4d2a0556fa33 req-d9c98e94-a591-41b5-ae88-10d58aed65b0 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Request body: {'port': {'security_groups': ['5931107b-1206-4ef2-b557-a520a2a19ff5']}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:16:45.610858 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-f7bf20a2-ea3b-4c57-a075-4d2a0556fa33 req-d9c98e94-a591-41b5-ae88-10d58aed65b0 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), before_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:45.708307 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231b6ef1-571d-45cc-9506-354f0c02a2d9 None None] New status for floating IP 196a0b54-984a-4aab-86fc-6b73ac7b1abf: DOWN {{(pid=103575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:16:45.827483 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [req-f7bf20a2-ea3b-4c57-a075-4d2a0556fa33 req-d9c98e94-a591-41b5-ae88-10d58aed65b0 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] For port bb3bf8b1-2986-467d-b8c9-8556332660fc, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=bb3bf8b1-2986-467d-b8c9-8556332660fc,segment=NetworkSegment(0fceec7e-7974-4ff5-aed8-46831ecb89c9),segment_id=0fceec7e-7974-4ff5-aed8-46831ecb89c9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:45.857866 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-f7bf20a2-ea3b-4c57-a075-4d2a0556fa33 req-d9c98e94-a591-41b5-ae88-10d58aed65b0 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), precommit_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:45.862659 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-f7bf20a2-ea3b-4c57-a075-4d2a0556fa33 req-d9c98e94-a591-41b5-ae88-10d58aed65b0 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127128894'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), after_update {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:45.909414 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf20a2-ea3b-4c57-a075-4d2a0556fa33 req-d9c98e94-a591-41b5-ae88-10d58aed65b0 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:45.910215 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [req-f7bf20a2-ea3b-4c57-a075-4d2a0556fa33 req-d9c98e94-a591-41b5-ae88-10d58aed65b0 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:45.911745 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f7bf20a2-ea3b-4c57-a075-4d2a0556fa33 req-d9c98e94-a591-41b5-ae88-10d58aed65b0 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "PUT /v2.0/ports/bb3bf8b1-2986-467d-b8c9-8556332660fc HTTP/1.1" status: 200 len: 942 time: 0.3847599 May 16 19:16:45.912306 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b119447b-00c7-441d-a1e4-f27ad0f36641', 'tag': 'bb3bf8b1-2986-467d-b8c9-8556332660fc'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:16:45.914857 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1e6c95055ea8af60a6cf55267712f4255de8fda57894f5867c3333729ade532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38f667e-3224-4fe6-989d-387612b4545a" -d '{"events": [{"name": "network-changed", "server_uuid": "b119447b-00c7-441d-a1e4-f27ad0f36641", "tag": "bb3bf8b1-2986-467d-b8c9-8556332660fc"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:16:45.919298 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60074) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:45.941114 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['bb3bf8b1-2986-467d-b8c9-8556332660fc'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:16:45.958910 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c98e94-a591-41b5-ae88-10d58aed65b0 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Pushing event updated for resources: {'Port': ['ID=bb3bf8b1-2986-467d-b8c9-8556332660fc,revision_number=7']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:45.965713 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8808a9af-a1e2-4070-9664-aa5a240d53a1 x-openstack-request-id: req-8808a9af-a1e2-4070-9664-aa5a240d53a1 {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:16:45.967753 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b119447b-00c7-441d-a1e4-f27ad0f36641", "tag": "bb3bf8b1-2986-467d-b8c9-8556332660fc", "status": "completed", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:16:45.968245 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8808a9af-a1e2-4070-9664-aa5a240d53a1 {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:16:45.968985 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8808a9af-a1e2-4070-9664-aa5a240d53a1'] response: {'name': 'network-changed', 'server_uuid': 'b119447b-00c7-441d-a1e4-f27ad0f36641', 'tag': 'bb3bf8b1-2986-467d-b8c9-8556332660fc', 'status': 'completed', 'code': 200} May 16 19:16:46.029458 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['bb3bf8b1-2986-467d-b8c9-8556332660fc'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:16:46.052985 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3c8bfdc5-07b2-43af-819c-c5e177062e87 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group (84c79bfc-90c4-4609-9d78-ed5c7d3d41c0), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:46.085800 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f667e-3224-4fe6-989d-387612b4545a req-acb3a10f-8a1f-4abf-996d-c1f6eb245f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:46.087312 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a38f667e-3224-4fe6-989d-387612b4545a req-acb3a10f-8a1f-4abf-996d-c1f6eb245f22 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=217c4bc4175641c38493bc721d2ccdc3&device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 1129 time: 0.0787876 May 16 19:16:46.089903 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3c8bfdc5-07b2-43af-819c-c5e177062e87 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group (84c79bfc-90c4-4609-9d78-ed5c7d3d41c0), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:46.203439 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-caf8000f-a269-4953-9069-f86196007162 None None] Provisioning complete for port bb3bf8b1-2986-467d-b8c9-8556332660fc triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:16:46.203769 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-caf8000f-a269-4953-9069-f86196007162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:46.210550 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f667e-3224-4fe6-989d-387612b4545a req-ba4eb8c0-fd0c-4ef1-b9fe-1e00d08d4086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:46.212019 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a38f667e-3224-4fe6-989d-387612b4545a req-ba4eb8c0-fd0c-4ef1-b9fe-1e00d08d4086 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 HTTP/1.1" status: 200 len: 916 time: 0.1130705 May 16 19:16:46.258597 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3c8bfdc5-07b2-43af-819c-c5e177062e87 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (84c79bfc-90c4-4609-9d78-ed5c7d3d41c0), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:46.261118 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3c8bfdc5-07b2-43af-819c-c5e177062e87 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:46.262250 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-3c8bfdc5-07b2-43af-819c-c5e177062e87 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "DELETE /v2.0/security-groups/84c79bfc-90c4-4609-9d78-ed5c7d3d41c0 HTTP/1.1" status: 204 len: 168 time: 0.3408201 May 16 19:16:46.265870 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60076) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:46.277204 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8bfdc5-07b2-43af-819c-c5e177062e87 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c79bfc-90c4-4609-9d78-ed5c7d3d41c0,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:46.289056 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a38f667e-3224-4fe6-989d-387612b4545a req-9e0fcf7f-4210-451b-b626-c2b93716665c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb3bf8b1-2986-467d-b8c9-8556332660fc HTTP/1.1" status: 200 len: 1001 time: 0.0702567 May 16 19:16:46.325365 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-caf8000f-a269-4953-9069-f86196007162 None None] Current status of the port bb3bf8b1-2986-467d-b8c9-8556332660fc is: ACTIVE; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:16:46.343427 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f667e-3224-4fe6-989d-387612b4545a req-0647ca27-c61b-4531-b635-6dbc928cb7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:46.344921 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a38f667e-3224-4fe6-989d-387612b4545a req-0647ca27-c61b-4531-b635-6dbc928cb7db service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3c8ece64-96e5-4dc5-ac7b-02ba78e887bb HTTP/1.1" status: 200 len: 854 time: 0.0492814 May 16 19:16:46.389470 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f667e-3224-4fe6-989d-387612b4545a req-b9ab8fbb-57f1-4c97-abad-6ba019cabdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:46.390948 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a38f667e-3224-4fe6-989d-387612b4545a req-b9ab8fbb-57f1-4c97-abad-6ba019cabdad service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6dc21745-d9eb-40f9-9f43-23c03b5cb9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0393350 May 16 19:16:46.429535 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c9de09c0-e9bb-40b9-b939-0021c3f311d2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Deleting port 5545cb8e-357e-4488-a05c-37322a9f91df {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:46.430029 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9de09c0-e9bb-40b9-b939-0021c3f311d2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (5545cb8e-357e-4488-a05c-37322a9f91df), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:46.484540 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60082) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:46.512431 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9de09c0-e9bb-40b9-b939-0021c3f311d2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (5545cb8e-357e-4488-a05c-37322a9f91df), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:46.512905 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9de09c0-e9bb-40b9-b939-0021c3f311d2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for floatingip (5545cb8e-357e-4488-a05c-37322a9f91df), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:46.518579 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a38f667e-3224-4fe6-989d-387612b4545a req-36d7b2cd-d178-43a2-b95a-01b3464a1e5b service neutron] 10.222.0.78 "GET /v2.0/networks/6dc21745-d9eb-40f9-9f43-23c03b5cb9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208136 May 16 19:16:46.525193 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-c9de09c0-e9bb-40b9-b939-0021c3f311d2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Calling delete_port for 5545cb8e-357e-4488-a05c-37322a9f91df owned by network:floatingip {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:46.600816 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5d0c-cea6-40ca-a617-3e271b267f5e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group (4a1533c5-d319-45ca-9bca-452c019e04ab), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:46.637227 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5d0c-cea6-40ca-a617-3e271b267f5e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group (4a1533c5-d319-45ca-9bca-452c019e04ab), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:46.657135 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a38f667e-3224-4fe6-989d-387612b4545a req-5b771e5a-f323-4084-8f71-9b1f7155c5c6 service neutron] 10.222.0.78 "GET /v2.0/networks/6dc21745-d9eb-40f9-9f43-23c03b5cb9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311409 May 16 19:16:46.700840 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5d0c-cea6-40ca-a617-3e271b267f5e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (4a1533c5-d319-45ca-9bca-452c019e04ab), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:46.703654 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1bbf5d0c-cea6-40ca-a617-3e271b267f5e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:46.704917 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-1bbf5d0c-cea6-40ca-a617-3e271b267f5e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "DELETE /v2.0/security-groups/4a1533c5-d319-45ca-9bca-452c019e04ab HTTP/1.1" status: 204 len: 168 time: 0.2192314 May 16 19:16:46.707680 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60084) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:46.714123 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf5d0c-cea6-40ca-a617-3e271b267f5e tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1533c5-d319-45ca-9bca-452c019e04ab,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:46.715910 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9de09c0-e9bb-40b9-b939-0021c3f311d2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (5545cb8e-357e-4488-a05c-37322a9f91df), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:46.742531 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.api.v2.resource [None req-cce37d0b-3a36-4c99-842a-51cd0ca3a1fd tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] show failed (client error): The resource could not be found. May 16 19:16:46.743552 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-cce37d0b-3a36-4c99-842a-51cd0ca3a1fd tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "GET /v2.0/security-groups/4a1533c5-d319-45ca-9bca-452c019e04ab HTTP/1.1" status: 404 len: 347 time: 0.0348413 May 16 19:16:46.746427 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de09c0-e9bb-40b9-b939-0021c3f311d2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Pushing event deleted for resources: {'Port': ['ID=5545cb8e-357e-4488-a05c-37322a9f91df,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:46.746763 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60086) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:46.811525 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9de09c0-e9bb-40b9-b939-0021c3f311d2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks [] for floatingip (bc19d116-9e7e-4e61-ac81-236c5b32e653), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:46.811863 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.l3_db [None req-c9de09c0-e9bb-40b9-b939-0021c3f311d2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Floating IP bc19d116-9e7e-4e61-ac81-236c5b32e653 disassociated (deleted). External IP: 172.28.3.246, port: bb3bf8b1-2986-467d-b8c9-8556332660fc. May 16 19:16:46.856060 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-ec23ce49-b1f9-4eea-8fd5-3a087adc4d06 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Deleting port ec24ea31-2326-4c5e-b85b-a83fe418e276 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:46.856309 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ec23ce49-b1f9-4eea-8fd5-3a087adc4d06 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (ec24ea31-2326-4c5e-b85b-a83fe418e276), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:46.929234 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ec23ce49-b1f9-4eea-8fd5-3a087adc4d06 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (ec24ea31-2326-4c5e-b85b-a83fe418e276), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:46.929952 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ec23ce49-b1f9-4eea-8fd5-3a087adc4d06 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for floatingip (ec24ea31-2326-4c5e-b85b-a83fe418e276), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:46.942484 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-ec23ce49-b1f9-4eea-8fd5-3a087adc4d06 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Calling delete_port for ec24ea31-2326-4c5e-b85b-a83fe418e276 owned by network:floatingip {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:47.007315 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9de09c0-e9bb-40b9-b939-0021c3f311d2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Router 88037a86-3109-438f-8537-a540cebe8405 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:16:47.073357 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ec23ce49-b1f9-4eea-8fd5-3a087adc4d06 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (ec24ea31-2326-4c5e-b85b-a83fe418e276), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:47.096484 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23ce49-b1f9-4eea-8fd5-3a087adc4d06 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Pushing event deleted for resources: {'Port': ['ID=ec24ea31-2326-4c5e-b85b-a83fe418e276,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:47.109759 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9de09c0-e9bb-40b9-b939-0021c3f311d2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:16:47.114340 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c9de09c0-e9bb-40b9-b939-0021c3f311d2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:47.119464 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2964d15c-5db4-4126-80a6-a1cdc4af1d45 None None] Sync routers for ids ['88037a86-3109-438f-8537-a540cebe8405'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:16:47.130198 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2964d15c-5db4-4126-80a6-a1cdc4af1d45 None None] Routers {'88037a86-3109-438f-8537-a540cebe8405'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:47.130805 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-2964d15c-5db4-4126-80a6-a1cdc4af1d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:16:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['88037a86-3109-438f-8537-a540cebe8405'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:47.146013 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-c9de09c0-e9bb-40b9-b939-0021c3f311d2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "DELETE /v2.0/floatingips/bc19d116-9e7e-4e61-ac81-236c5b32e653 HTTP/1.1" status: 204 len: 168 time: 0.8762364 May 16 19:16:47.169255 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ec23ce49-b1f9-4eea-8fd5-3a087adc4d06 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks [] for floatingip (196a0b54-984a-4aab-86fc-6b73ac7b1abf), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:47.171728 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ec23ce49-b1f9-4eea-8fd5-3a087adc4d06 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:47.175551 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-ec23ce49-b1f9-4eea-8fd5-3a087adc4d06 tempest-AttachVolumeTestJSON-1394230236 tempest-AttachVolumeTestJSON-1394230236-project] 10.222.0.65 "DELETE /v2.0/floatingips/196a0b54-984a-4aab-86fc-6b73ac7b1abf HTTP/1.1" status: 204 len: 168 time: 0.4247329 May 16 19:16:47.236771 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-2964d15c-5db4-4126-80a6-a1cdc4af1d45 None None] Set router 88037a86-3109-438f-8537-a540cebe8405 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:47.524176 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-2964d15c-5db4-4126-80a6-a1cdc4af1d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88037a86-3109-438f-8537-a540cebe8405', 'name': 'tempest-TestMinimumBasicScenario-1376523978-router', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:48Z', 'revision_number': 4, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'gw_port': {'id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'a12d0c46-6b5a-44ef-9133-8f8fc138cf70', 'name': '', 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'mac_address': 'fa:16:3e:d4:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:47Z', 'updated_at': '2022-05-16T19:12:52Z', 'revision_number': 5, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'subnets': [{'id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:47.549292 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2964d15c-5db4-4126-80a6-a1cdc4af1d45 None None] Checking router: 88037a86-3109-438f-8537-a540cebe8405 for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:16:47.557506 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2964d15c-5db4-4126-80a6-a1cdc4af1d45 None None] Routers {'88037a86-3109-438f-8537-a540cebe8405'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:47.558103 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-2964d15c-5db4-4126-80a6-a1cdc4af1d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:16:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['88037a86-3109-438f-8537-a540cebe8405'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:47.654738 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-2964d15c-5db4-4126-80a6-a1cdc4af1d45 None None] Set router 88037a86-3109-438f-8537-a540cebe8405 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:47.831845 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-2964d15c-5db4-4126-80a6-a1cdc4af1d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88037a86-3109-438f-8537-a540cebe8405', 'name': 'tempest-TestMinimumBasicScenario-1376523978-router', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:48Z', 'revision_number': 4, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'gw_port': {'id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'a12d0c46-6b5a-44ef-9133-8f8fc138cf70', 'name': '', 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'mac_address': 'fa:16:3e:d4:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:47Z', 'updated_at': '2022-05-16T19:12:52Z', 'revision_number': 5, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'subnets': [{'id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:47.855714 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2964d15c-5db4-4126-80a6-a1cdc4af1d45 None None] The sync data for ids ['88037a86-3109-438f-8537-a540cebe8405'] in dv-cinder-839987-5-smb is: [{'id': '88037a86-3109-438f-8537-a540cebe8405', 'name': 'tempest-TestMinimumBasicScenario-1376523978-router', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:48Z', 'revision_number': 4, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'gw_port': {'id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'a12d0c46-6b5a-44ef-9133-8f8fc138cf70', 'name': '', 'network_id': '6dc21745-d9eb-40f9-9f43-23c03b5cb9c1', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'mac_address': 'fa:16:3e:d4:99:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:47Z', 'updated_at': '2022-05-16T19:12:52Z', 'revision_number': 5, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'subnets': [{'id': '3c8ece64-96e5-4dc5-ac7b-02ba78e887bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:16:47.969927 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b119447b-00c7-441d-a1e4-f27ad0f36641', 'tag': 'bb3bf8b1-2986-467d-b8c9-8556332660fc'}] {{(pid=103573) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:16:47.972992 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1e6c95055ea8af60a6cf55267712f4255de8fda57894f5867c3333729ade532" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8cde3f-d741-4881-ae1a-0596c6906853" -d '{"events": [{"name": "network-changed", "server_uuid": "b119447b-00c7-441d-a1e4-f27ad0f36641", "tag": "bb3bf8b1-2986-467d-b8c9-8556332660fc"}]}' {{(pid=103573) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:16:48.011409 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59423de-d057-42a7-bf72-ed73616a2f1b x-openstack-request-id: req-e59423de-d057-42a7-bf72-ed73616a2f1b {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:16:48.011732 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b119447b-00c7-441d-a1e4-f27ad0f36641", "tag": "bb3bf8b1-2986-467d-b8c9-8556332660fc", "status": "completed", "code": 200}]} {{(pid=103573) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:16:48.011958 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e59423de-d057-42a7-bf72-ed73616a2f1b {{(pid=103573) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:16:48.012367 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59423de-d057-42a7-bf72-ed73616a2f1b'] response: {'name': 'network-changed', 'server_uuid': 'b119447b-00c7-441d-a1e4-f27ad0f36641', 'tag': 'bb3bf8b1-2986-467d-b8c9-8556332660fc', 'status': 'completed', 'code': 200} May 16 19:16:48.082163 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cde3f-d741-4881-ae1a-0596c6906853 req-eba560dd-bf9e-4bd6-aca2-80bd720e101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:48.083700 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9a8cde3f-d741-4881-ae1a-0596c6906853 req-eba560dd-bf9e-4bd6-aca2-80bd720e101e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=217c4bc4175641c38493bc721d2ccdc3&device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 1129 time: 0.0488682 May 16 19:16:48.132473 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f852f5-cb66-4145-a7d5-b6a41bc31b8b None None] New status for floating IP bc19d116-9e7e-4e61-ac81-236c5b32e653: DOWN {{(pid=103575) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:16:48.179537 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cde3f-d741-4881-ae1a-0596c6906853 req-1fb5ecc7-73d1-4b67-b623-264afbca7430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:48.180960 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9a8cde3f-d741-4881-ae1a-0596c6906853 req-1fb5ecc7-73d1-4b67-b623-264afbca7430 service neutron] 10.222.0.78 "GET /v2.0/networks?id=6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 HTTP/1.1" status: 200 len: 916 time: 0.0900009 May 16 19:16:48.222839 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9a8cde3f-d741-4881-ae1a-0596c6906853 req-2d7ceed6-8886-4966-98f2-f78bec348e06 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb3bf8b1-2986-467d-b8c9-8556332660fc HTTP/1.1" status: 200 len: 217 time: 0.0358236 May 16 19:16:48.270697 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cde3f-d741-4881-ae1a-0596c6906853 req-c480fa67-2bf8-405d-9c2f-4d92dab56170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:48.272016 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9a8cde3f-d741-4881-ae1a-0596c6906853 req-c480fa67-2bf8-405d-9c2f-4d92dab56170 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3c8ece64-96e5-4dc5-ac7b-02ba78e887bb HTTP/1.1" status: 200 len: 854 time: 0.0434887 May 16 19:16:48.314833 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cde3f-d741-4881-ae1a-0596c6906853 req-45ddc3da-0787-4c6b-b146-5ce634289150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:48.316389 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9a8cde3f-d741-4881-ae1a-0596c6906853 req-45ddc3da-0787-4c6b-b146-5ce634289150 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=6dc21745-d9eb-40f9-9f43-23c03b5cb9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0379498 May 16 19:16:48.422685 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9a8cde3f-d741-4881-ae1a-0596c6906853 req-d444a5ad-bd3f-4243-9bea-8e0bdac42a6d service neutron] 10.222.0.78 "GET /v2.0/networks/6dc21745-d9eb-40f9-9f43-23c03b5cb9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993934 May 16 19:16:48.513641 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 97d3a7c3-54ff-43ac-9b96-02fa347fb84a no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:48.520591 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9a8cde3f-d741-4881-ae1a-0596c6906853 req-a83bf288-6384-450f-a21c-53b77db41db8 service neutron] 10.222.0.78 "GET /v2.0/networks/6dc21745-d9eb-40f9-9f43-23c03b5cb9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912459 May 16 19:16:48.534394 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: 97d3a7c3-54ff-43ac-9b96-02fa347fb84a {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:48.534835 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 97d3a7c3-54ff-43ac-9b96-02fa347fb84a not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:49.931403 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6ea05-6d49-43a4-b8d5-8821fe686ad6 req-cf3043e4-ae0e-4ad5-9a01-c6002b516ebc tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:49.932864 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-24e6ea05-6d49-43a4-b8d5-8821fe686ad6 req-cf3043e4-ae0e-4ad5-9a01-c6002b516ebc tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 945 time: 0.0498846 May 16 19:16:49.978795 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-24e6ea05-6d49-43a4-b8d5-8821fe686ad6 req-68ee5add-57de-4719-9089-6649df36124d tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403295 May 16 19:16:50.757208 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60142) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:51.120819 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd6dce-7599-4cd7-afcd-7c9fa3989fa3 req-9424e2c8-881d-4a7c-887d-d2c074daa8a2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:51.122182 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-98cd6dce-7599-4cd7-afcd-7c9fa3989fa3 req-9424e2c8-881d-4a7c-887d-d2c074daa8a2 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 945 time: 0.0559373 May 16 19:16:51.224564 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-98cd6dce-7599-4cd7-afcd-7c9fa3989fa3 req-fbb824f9-29d7-47e4-ab51-8ee6239802fa tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769887 May 16 19:16:51.549361 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f43142fb-a859-4b8b-a01c-2033ae3db496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3933130'] for router_interface (f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:51.758664 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f43142fb-a859-4b8b-a01c-2033ae3db496 admin admin] Deleting port a885bcbc-1308-4015-9a8b-043d2ee010b5 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:51.759000 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f43142fb-a859-4b8b-a01c-2033ae3db496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:51.834539 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-f43142fb-a859-4b8b-a01c-2033ae3db496 admin admin] For port a885bcbc-1308-4015-9a8b-043d2ee010b5, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=a885bcbc-1308-4015-9a8b-043d2ee010b5,segment=NetworkSegment(9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98),segment_id=9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:51.834822 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f43142fb-a859-4b8b-a01c-2033ae3db496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:51.847592 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-f43142fb-a859-4b8b-a01c-2033ae3db496 admin admin] Calling delete_port for a885bcbc-1308-4015-9a8b-043d2ee010b5 owned by network:router_interface {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:52.015856 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f43142fb-a859-4b8b-a01c-2033ae3db496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (a885bcbc-1308-4015-9a8b-043d2ee010b5), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:52.042849 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43142fb-a859-4b8b-a01c-2033ae3db496 admin admin] Pushing event deleted for resources: {'Port': ['ID=a885bcbc-1308-4015-9a8b-043d2ee010b5,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:52.207177 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6f584-a160-482a-951e-d3141c4a89d6 req-9b218f22-1b1d-42b5-8845-af5e07bf4267 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:52.208703 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-beb6f584-a160-482a-951e-d3141c4a89d6 req-9b218f22-1b1d-42b5-8845-af5e07bf4267 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.78 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 945 time: 0.0552130 May 16 19:16:52.211373 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f43142fb-a859-4b8b-a01c-2033ae3db496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3891545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3993557'] for router_interface (f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:52.300713 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-beb6f584-a160-482a-951e-d3141c4a89d6 req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Deleting port bb3bf8b1-2986-467d-b8c9-8556332660fc {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:52.301053 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-beb6f584-a160-482a-951e-d3141c4a89d6 req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:52.398278 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58296bf-751a-4495-a461-dfb34e9f4175 req-afb3725c-10d8-4fb5-a803-b77114826bd5 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:16:52.399865 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e58296bf-751a-4495-a461-dfb34e9f4175 req-afb3725c-10d8-4fb5-a803-b77114826bd5 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b119447b-00c7-441d-a1e4-f27ad0f36641 HTTP/1.1" status: 200 len: 945 time: 0.0843353 May 16 19:16:52.501416 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e58296bf-751a-4495-a461-dfb34e9f4175 req-58284d48-791f-4195-9328-e66e722cf2b7 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.65 "GET /v2.0/security-groups?id=5931107b-1206-4ef2-b557-a520a2a19ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928121 May 16 19:16:52.506184 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43142fb-a859-4b8b-a01c-2033ae3db496 admin admin] Router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:16:52.615852 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-beb6f584-a160-482a-951e-d3141c4a89d6 req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] For port bb3bf8b1-2986-467d-b8c9-8556332660fc, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=bb3bf8b1-2986-467d-b8c9-8556332660fc,segment=NetworkSegment(0fceec7e-7974-4ff5-aed8-46831ecb89c9),segment_id=0fceec7e-7974-4ff5-aed8-46831ecb89c9)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:52.616208 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-beb6f584-a160-482a-951e-d3141c4a89d6 req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:52.616981 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43142fb-a859-4b8b-a01c-2033ae3db496 admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:16:52.625015 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-f43142fb-a859-4b8b-a01c-2033ae3db496 admin admin] 10.222.0.65 "PUT /v2.0/routers/f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8641798 May 16 19:16:52.625271 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60150) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:52.627638 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fcabd5-8857-4e47-a4a8-5c5aa51e078c None None] Sync routers for ids ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:16:52.634141 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-beb6f584-a160-482a-951e-d3141c4a89d6 req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Calling delete_port for bb3bf8b1-2986-467d-b8c9-8556332660fc owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:52.637877 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fcabd5-8857-4e47-a4a8-5c5aa51e078c None None] Routers {'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:52.638478 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-e7fcabd5-8857-4e47-a4a8-5c5aa51e078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:16:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:52.735436 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-e7fcabd5-8857-4e47-a4a8-5c5aa51e078c None None] Set router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:52.777306 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-51b0ffa7-55c0-4063-8a25-dd1253630c3a admin admin] Publish callbacks [] for router (f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:52.896441 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-e7fcabd5-8857-4e47-a4a8-5c5aa51e078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:16:51Z', 'revision_number': 5, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:52.908250 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-beb6f584-a160-482a-951e-d3141c4a89d6 req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (bb3bf8b1-2986-467d-b8c9-8556332660fc), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:52.916625 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-51b0ffa7-55c0-4063-8a25-dd1253630c3a admin admin] Publish callbacks [] for router_gateway (f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:52.923749 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['bb3bf8b1-2986-467d-b8c9-8556332660fc'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:16:52.926871 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fcabd5-8857-4e47-a4a8-5c5aa51e078c None None] Checking router: f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:16:52.935244 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fcabd5-8857-4e47-a4a8-5c5aa51e078c None None] Routers {'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:52.935840 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-e7fcabd5-8857-4e47-a4a8-5c5aa51e078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:16:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:52.940028 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Pushing event deleted for resources: {'Port': ['ID=bb3bf8b1-2986-467d-b8c9-8556332660fc,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:52.955877 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:52.956230 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:52.956596 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:52.956948 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:52.957268 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:52.957598 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:52.957925 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:52.958250 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:52.958575 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:52.958899 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:52.959219 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:52.959539 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:52.959857 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:52.960176 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:52.960497 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:53.014981 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb6f584-a160-482a-951e-d3141c4a89d6 req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] No DVR routers for this DVR port bb3bf8b1-2986-467d-b8c9-8556332660fc on host hv-cinder-83998 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:16:53.018367 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-beb6f584-a160-482a-951e-d3141c4a89d6 req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:53.021491 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-beb6f584-a160-482a-951e-d3141c4a89d6 req-79ee3c85-1ae7-4bf3-bbb3-87155c8b5013 tempest-TestMinimumBasicScenario-1099665946 tempest-TestMinimumBasicScenario-1099665946-project] 10.222.0.78 "DELETE /v2.0/ports/bb3bf8b1-2986-467d-b8c9-8556332660fc HTTP/1.1" status: 204 len: 173 time: 0.8047588 May 16 19:16:53.021948 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b119447b-00c7-441d-a1e4-f27ad0f36641', 'name': 'network-vif-deleted', 'tag': 'bb3bf8b1-2986-467d-b8c9-8556332660fc'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:16:53.024127 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098ceb95-dad4-4f6b-9fdf-946f1b596b5f" -d '{"events": [{"server_uuid": "b119447b-00c7-441d-a1e4-f27ad0f36641", "name": "network-vif-deleted", "tag": "bb3bf8b1-2986-467d-b8c9-8556332660fc"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:16:53.038346 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-51b0ffa7-55c0-4063-8a25-dd1253630c3a admin admin] Deleting port 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:53.038733 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-51b0ffa7-55c0-4063-8a25-dd1253630c3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (4064cf22-e1d3-41f0-bb94-5fc7ee6965b6), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:53.041550 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-e7fcabd5-8857-4e47-a4a8-5c5aa51e078c None None] Set router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:53.093554 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041dc4de-2dac-4321-9af3-466d48f9c247 x-openstack-request-id: req-041dc4de-2dac-4321-9af3-466d48f9c247 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:16:53.093979 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b119447b-00c7-441d-a1e4-f27ad0f36641", "name": "network-vif-deleted", "tag": "bb3bf8b1-2986-467d-b8c9-8556332660fc", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:16:53.094319 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-041dc4de-2dac-4321-9af3-466d48f9c247 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:16:53.094798 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041dc4de-2dac-4321-9af3-466d48f9c247'] response: {'server_uuid': 'b119447b-00c7-441d-a1e4-f27ad0f36641', 'name': 'network-vif-deleted', 'tag': 'bb3bf8b1-2986-467d-b8c9-8556332660fc', 'status': 'completed', 'code': 200} May 16 19:16:53.127721 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-51b0ffa7-55c0-4063-8a25-dd1253630c3a admin admin] For port 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=4064cf22-e1d3-41f0-bb94-5fc7ee6965b6,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:53.128457 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-51b0ffa7-55c0-4063-8a25-dd1253630c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (4064cf22-e1d3-41f0-bb94-5fc7ee6965b6), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:53.142768 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-51b0ffa7-55c0-4063-8a25-dd1253630c3a admin admin] Calling delete_port for 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6 owned by network:router_gateway {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:53.216628 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-e7fcabd5-8857-4e47-a4a8-5c5aa51e078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:16:51Z', 'revision_number': 5, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:53.240319 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fcabd5-8857-4e47-a4a8-5c5aa51e078c None None] The sync data for ids ['f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e'] in dv-cinder-839987-5-smb is: [{'id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'name': 'tempest-AttachVolumeTestJSON-1244533380-router', 'tenant_id': '05edbc82d64b43618010c829eff5c529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59'}], 'enable_snat': True}, 'gw_port_id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:08:50Z', 'updated_at': '2022-05-16T19:16:51Z', 'revision_number': 5, 'project_id': '05edbc82d64b43618010c829eff5c529', 'gw_port': {'id': '4064cf22-e1d3-41f0-bb94-5fc7ee6965b6', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:08:51Z', 'updated_at': '2022-05-16T19:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:16:53.313244 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-51b0ffa7-55c0-4063-8a25-dd1253630c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (4064cf22-e1d3-41f0-bb94-5fc7ee6965b6), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:53.338826 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0ffa7-55c0-4063-8a25-dd1253630c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=4064cf22-e1d3-41f0-bb94-5fc7ee6965b6,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:53.400981 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-51b0ffa7-55c0-4063-8a25-dd1253630c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3944696'] for router_gateway (f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:53.491401 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-51b0ffa7-55c0-4063-8a25-dd1253630c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3945648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-333'] for router (f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:53.493626 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-51b0ffa7-55c0-4063-8a25-dd1253630c3a admin admin] Publish callbacks [] for router_controller (f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:53.545163 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-51b0ffa7-55c0-4063-8a25-dd1253630c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3945641'] for router (f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:53.545808 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b0ffa7-55c0-4063-8a25-dd1253630c3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e {{(pid=103574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:16:53.553209 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-51b0ffa7-55c0-4063-8a25-dd1253630c3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:53.554426 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-51b0ffa7-55c0-4063-8a25-dd1253630c3a admin admin] 10.222.0.65 "DELETE /v2.0/routers/f34a2fc5-e8aa-48fe-8b4e-ea6ccca0529e HTTP/1.1" status: 204 len: 168 time: 0.9282393 May 16 19:16:53.557050 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60156) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:53.625616 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Deleting subnet 106d7208-a2e6-46bb-bc34-47f65193fc7d {{(pid=103573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:16:53.629731 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Publish callbacks [] for subnet (106d7208-a2e6-46bb-bc34-47f65193fc7d), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:53.667018 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295113'] for subnet (106d7208-a2e6-46bb-bc34-47f65193fc7d), precommit_delete_associations {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:53.751073 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660465'] for subnet (106d7208-a2e6-46bb-bc34-47f65193fc7d), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:53.805854 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127131128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125931018'] for subnet (106d7208-a2e6-46bb-bc34-47f65193fc7d), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:53.832357 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=106d7208-a2e6-46bb-bc34-47f65193fc7d,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:53.834987 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:53.841460 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60172) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:53.842165 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/106d7208-a2e6-46bb-bc34-47f65193fc7d HTTP/1.1" status: 204 len: 168 time: 0.2822545 May 16 19:16:53.842934 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f142773-cb6f-41b9-ab6d-6c0aea79ce3b None None] Network e2c884ef-2b44-416a-b203-511395242f85 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:16:53.850355 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:53.850808 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:53.851252 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:53.851759 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:53.852184 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:53.852683 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:53.853121 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:53.854652 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:53.855126 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:53.855559 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:53.855996 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:53.856497 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:53.857018 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:53.857445 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:53.858057 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8605d1-0066-4bf1-a92c-f0fdc03614dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:53.940964 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751918'] for network (e2c884ef-2b44-416a-b203-511395242f85), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.004458 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] Deleting port 415beb99-4da4-4cb7-afa8-da95add6c72f {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:54.004835 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (415beb99-4da4-4cb7-afa8-da95add6c72f), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.006682 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] DHCP port deletion for e2c884ef-2b44-416a-b203-511395242f85 request from dv-cinder-839987-5-smb {{(pid=103575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:16:54.064747 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Deleting port 415beb99-4da4-4cb7-afa8-da95add6c72f {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:54.065045 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (415beb99-4da4-4cb7-afa8-da95add6c72f), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.095018 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] For port 415beb99-4da4-4cb7-afa8-da95add6c72f, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=415beb99-4da4-4cb7-afa8-da95add6c72f,segment=NetworkSegment(9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98),segment_id=9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:54.095489 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (415beb99-4da4-4cb7-afa8-da95add6c72f), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.108965 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] Calling delete_port for 415beb99-4da4-4cb7-afa8-da95add6c72f owned by network:dhcp {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:54.132202 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] For port 415beb99-4da4-4cb7-afa8-da95add6c72f, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=415beb99-4da4-4cb7-afa8-da95add6c72f,segment=NetworkSegment(9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98),segment_id=9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:54.133129 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (415beb99-4da4-4cb7-afa8-da95add6c72f), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.146788 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Calling delete_port for 415beb99-4da4-4cb7-afa8-da95add6c72f owned by network:dhcp {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:54.192447 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (415beb99-4da4-4cb7-afa8-da95add6c72f), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.217677 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=415beb99-4da4-4cb7-afa8-da95add6c72f,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:54.221091 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] No DVR routers for this DVR port 415beb99-4da4-4cb7-afa8-da95add6c72f on host dv-cinder-839987-5-smb {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:16:54.225301 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032'] for port (415beb99-4da4-4cb7-afa8-da95add6c72f), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.251549 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Pushing event deleted for resources: {'Port': ['ID=415beb99-4da4-4cb7-afa8-da95add6c72f,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:54.255160 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] No DVR routers for this DVR port 415beb99-4da4-4cb7-afa8-da95add6c72f on host dv-cinder-839987-5-smb {{(pid=103575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:16:54.261916 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:54.263234 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:54.263457 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:54.264387 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:54.264387 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:54.264844 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:54.264957 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:54.266102 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:54.266102 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:54.266102 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:54.266373 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:54.266469 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:54.266792 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:54.267107 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:54.267415 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045958ec-a280-4998-9e2d-7d428294cc63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:16:54.275243 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60200) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:54.307613 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661572', 'neutron.services.segments.db._delete_segments_for_network-8772410173462'] for network (e2c884ef-2b44-416a-b203-511395242f85), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.331235 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c884ef-2b44-416a-b203-511395242f85']}} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:54.341282 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98') {'for_net_delete': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:54.341857 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98') {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:54.352834 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410174751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125890998'] for segment (9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.372784 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.380296 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:16:54.380818 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125892977'] for segment (9e1fde92-bd73-45e3-b2e3-cf9d22f3ac98), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: Traceback (most recent call last): May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: timer() May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: cb(*args, **kw) May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: return func(*args, **kwargs) May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: self._notify() May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: self.callback(batched_events) May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: event.method(event) May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: return f(self, *a, **k) May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: return self._get(url).json() May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: return self.request(url, 'GET', **kwargs) May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:16:54.382697 dv-cinder-839987-5-smb neutron-server[103574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:16:54.419582 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6 no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:54.438804 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:54.439150 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 4064cf22-e1d3-41f0-bb94-5fc7ee6965b6 not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:54.439566 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 415beb99-4da4-4cb7-afa8-da95add6c72f no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:54.454707 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3934410'] for network (e2c884ef-2b44-416a-b203-511395242f85), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.458177 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: 415beb99-4da4-4cb7-afa8-da95add6c72f {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:54.458526 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 415beb99-4da4-4cb7-afa8-da95add6c72f not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:54.458942 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device a885bcbc-1308-4015-9a8b-043d2ee010b5 no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:54.459927 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.463660 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e2c884ef-2b44-416a-b203-511395242f85 HTTP/1.1" status: 204 len: 168 time: 0.6209760 May 16 19:16:54.480143 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: a885bcbc-1308-4015-9a8b-043d2ee010b5 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:54.480498 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device a885bcbc-1308-4015-9a8b-043d2ee010b5 not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:54.491270 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407b0f6-6443-4e8a-a39b-9e21850606e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c884ef-2b44-416a-b203-511395242f85,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:54.592929 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60204) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:54.633656 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-3cbbcaac-f3f9-44d1-8f3d-8220916cedef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=05edbc82d64b43618010c829eff5c529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395777 May 16 19:16:54.636054 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60206) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:54.646152 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c9491c4-4ad0-4657-a8c7-e4644800120b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3933130'] for router_interface (88037a86-3109-438f-8537-a540cebe8405), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.682184 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b10fa85e-56f9-4615-bfc8-6f255ac9a496 admin admin] Publish callbacks [] for security_group (62bd1ade-3b6e-4152-a82f-ba270160d407), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.703428 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b10fa85e-56f9-4615-bfc8-6f255ac9a496 admin admin] Publish callbacks [] for security_group (62bd1ade-3b6e-4152-a82f-ba270160d407), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.752136 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b10fa85e-56f9-4615-bfc8-6f255ac9a496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (62bd1ade-3b6e-4152-a82f-ba270160d407), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.755184 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b10fa85e-56f9-4615-bfc8-6f255ac9a496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.756351 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-b10fa85e-56f9-4615-bfc8-6f255ac9a496 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62bd1ade-3b6e-4152-a82f-ba270160d407 HTTP/1.1" status: 204 len: 168 time: 0.1193745 May 16 19:16:54.764197 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fa85e-56f9-4615-bfc8-6f255ac9a496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bd1ade-3b6e-4152-a82f-ba270160d407,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:54.866764 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7c9491c4-4ad0-4657-a8c7-e4644800120b admin admin] Deleting port a12d0c46-6b5a-44ef-9133-8f8fc138cf70 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:54.867121 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c9491c4-4ad0-4657-a8c7-e4644800120b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.948212 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-7c9491c4-4ad0-4657-a8c7-e4644800120b admin admin] For port a12d0c46-6b5a-44ef-9133-8f8fc138cf70, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=a12d0c46-6b5a-44ef-9133-8f8fc138cf70,segment=NetworkSegment(0fceec7e-7974-4ff5-aed8-46831ecb89c9),segment_id=0fceec7e-7974-4ff5-aed8-46831ecb89c9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:54.948598 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c9491c4-4ad0-4657-a8c7-e4644800120b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:54.961326 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-7c9491c4-4ad0-4657-a8c7-e4644800120b admin admin] Calling delete_port for a12d0c46-6b5a-44ef-9133-8f8fc138cf70 owned by network:router_interface {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:55.143258 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c9491c4-4ad0-4657-a8c7-e4644800120b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (a12d0c46-6b5a-44ef-9133-8f8fc138cf70), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:55.174711 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9491c4-4ad0-4657-a8c7-e4644800120b admin admin] Pushing event deleted for resources: {'Port': ['ID=a12d0c46-6b5a-44ef-9133-8f8fc138cf70,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:55.332601 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-7c9491c4-4ad0-4657-a8c7-e4644800120b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3891545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3993557'] for router_interface (88037a86-3109-438f-8537-a540cebe8405), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:55.788167 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9491c4-4ad0-4657-a8c7-e4644800120b admin admin] Router 88037a86-3109-438f-8537-a540cebe8405 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:16:55.888579 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9491c4-4ad0-4657-a8c7-e4644800120b admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:16:55.896680 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-7c9491c4-4ad0-4657-a8c7-e4644800120b admin admin] 10.222.0.65 "PUT /v2.0/routers/88037a86-3109-438f-8537-a540cebe8405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6170344 May 16 19:16:55.896680 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60242) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:55.899758 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dc0bfe-58f5-4681-99f0-da8c4330803d None None] Sync routers for ids ['88037a86-3109-438f-8537-a540cebe8405'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:16:55.909352 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dc0bfe-58f5-4681-99f0-da8c4330803d None None] Routers {'88037a86-3109-438f-8537-a540cebe8405'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:55.910034 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-17dc0bfe-58f5-4681-99f0-da8c4330803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:16:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['88037a86-3109-438f-8537-a540cebe8405'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:55.994168 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a40da6ed-35f7-45bb-a56f-e88e0e1f0876 admin admin] Publish callbacks [] for router (88037a86-3109-438f-8537-a540cebe8405), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:56.011856 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-17dc0bfe-58f5-4681-99f0-da8c4330803d None None] Set router 88037a86-3109-438f-8537-a540cebe8405 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:56.106890 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a40da6ed-35f7-45bb-a56f-e88e0e1f0876 admin admin] Publish callbacks [] for router_gateway (88037a86-3109-438f-8537-a540cebe8405), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:56.155358 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a40da6ed-35f7-45bb-a56f-e88e0e1f0876 admin admin] Deleting port 8d2e1e8d-fe55-46c8-a418-d142e3beb337 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:56.155695 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a40da6ed-35f7-45bb-a56f-e88e0e1f0876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (8d2e1e8d-fe55-46c8-a418-d142e3beb337), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:56.221388 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-17dc0bfe-58f5-4681-99f0-da8c4330803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88037a86-3109-438f-8537-a540cebe8405', 'name': 'tempest-TestMinimumBasicScenario-1376523978-router', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:16:55Z', 'revision_number': 5, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'gw_port': {'id': '8d2e1e8d-fe55-46c8-a418-d142e3beb337', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:cb:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88037a86-3109-438f-8537-a540cebe8405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:12:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:56.239407 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-a40da6ed-35f7-45bb-a56f-e88e0e1f0876 admin admin] For port 8d2e1e8d-fe55-46c8-a418-d142e3beb337, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=8d2e1e8d-fe55-46c8-a418-d142e3beb337,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:56.239763 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a40da6ed-35f7-45bb-a56f-e88e0e1f0876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (8d2e1e8d-fe55-46c8-a418-d142e3beb337), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:56.247520 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dc0bfe-58f5-4681-99f0-da8c4330803d None None] Checking router: 88037a86-3109-438f-8537-a540cebe8405 for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:16:56.253825 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-a40da6ed-35f7-45bb-a56f-e88e0e1f0876 admin admin] Calling delete_port for 8d2e1e8d-fe55-46c8-a418-d142e3beb337 owned by network:router_gateway {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:56.256882 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dc0bfe-58f5-4681-99f0-da8c4330803d None None] Routers {'88037a86-3109-438f-8537-a540cebe8405'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:56.257554 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-17dc0bfe-58f5-4681-99f0-da8c4330803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:16:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['88037a86-3109-438f-8537-a540cebe8405'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:56.343292 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-17dc0bfe-58f5-4681-99f0-da8c4330803d None None] Set router 88037a86-3109-438f-8537-a540cebe8405 gateway port host: None {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:56.399368 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-17dc0bfe-58f5-4681-99f0-da8c4330803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88037a86-3109-438f-8537-a540cebe8405', 'name': 'tempest-TestMinimumBasicScenario-1376523978-router', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:16:56Z', 'revision_number': 6, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'gw_port_host': None}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:56.441523 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17dc0bfe-58f5-4681-99f0-da8c4330803d None None] The sync data for ids ['88037a86-3109-438f-8537-a540cebe8405'] in dv-cinder-839987-5-smb is: [{'id': '88037a86-3109-438f-8537-a540cebe8405', 'name': 'tempest-TestMinimumBasicScenario-1376523978-router', 'tenant_id': '217c4bc4175641c38493bc721d2ccdc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:45Z', 'updated_at': '2022-05-16T19:16:56Z', 'revision_number': 6, 'project_id': '217c4bc4175641c38493bc721d2ccdc3', 'gw_port_host': None}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:16:56.444081 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a40da6ed-35f7-45bb-a56f-e88e0e1f0876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (8d2e1e8d-fe55-46c8-a418-d142e3beb337), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:56.480236 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40da6ed-35f7-45bb-a56f-e88e0e1f0876 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2e1e8d-fe55-46c8-a418-d142e3beb337,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:56.534429 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a40da6ed-35f7-45bb-a56f-e88e0e1f0876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3944696'] for router_gateway (88037a86-3109-438f-8537-a540cebe8405), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:56.541049 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device bb3bf8b1-2986-467d-b8c9-8556332660fc no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:56.560107 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: bb3bf8b1-2986-467d-b8c9-8556332660fc {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:56.560450 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device bb3bf8b1-2986-467d-b8c9-8556332660fc not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:56.618816 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a40da6ed-35f7-45bb-a56f-e88e0e1f0876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3945648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-333'] for router (88037a86-3109-438f-8537-a540cebe8405), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:56.620921 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a40da6ed-35f7-45bb-a56f-e88e0e1f0876 admin admin] Publish callbacks [] for router_controller (88037a86-3109-438f-8537-a540cebe8405), precommit_delete_associations {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:56.660705 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a40da6ed-35f7-45bb-a56f-e88e0e1f0876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3945641'] for router (88037a86-3109-438f-8537-a540cebe8405), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:56.661238 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40da6ed-35f7-45bb-a56f-e88e0e1f0876 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88037a86-3109-438f-8537-a540cebe8405 {{(pid=103573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:16:56.666111 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a40da6ed-35f7-45bb-a56f-e88e0e1f0876 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:56.667225 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-a40da6ed-35f7-45bb-a56f-e88e0e1f0876 admin admin] 10.222.0.65 "DELETE /v2.0/routers/88037a86-3109-438f-8537-a540cebe8405 HTTP/1.1" status: 204 len: 168 time: 0.7703824 May 16 19:16:56.670315 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60256) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:56.712836 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b825b7-638f-48c3-89e1-a2e5ff64e981 admin admin] Deleting subnet 3c8ece64-96e5-4dc5-ac7b-02ba78e887bb {{(pid=103573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:16:56.715850 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a7b825b7-638f-48c3-89e1-a2e5ff64e981 admin admin] Publish callbacks [] for subnet (3c8ece64-96e5-4dc5-ac7b-02ba78e887bb), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:56.752915 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a7b825b7-638f-48c3-89e1-a2e5ff64e981 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295113'] for subnet (3c8ece64-96e5-4dc5-ac7b-02ba78e887bb), precommit_delete_associations {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:56.830158 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a7b825b7-638f-48c3-89e1-a2e5ff64e981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660465'] for subnet (3c8ece64-96e5-4dc5-ac7b-02ba78e887bb), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:56.883225 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a7b825b7-638f-48c3-89e1-a2e5ff64e981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127131128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125931018'] for subnet (3c8ece64-96e5-4dc5-ac7b-02ba78e887bb), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:56.911282 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b825b7-638f-48c3-89e1-a2e5ff64e981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c8ece64-96e5-4dc5-ac7b-02ba78e887bb,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:56.914809 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-a7b825b7-638f-48c3-89e1-a2e5ff64e981 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:56.917874 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-a7b825b7-638f-48c3-89e1-a2e5ff64e981 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3c8ece64-96e5-4dc5-ac7b-02ba78e887bb HTTP/1.1" status: 204 len: 168 time: 0.2466590 May 16 19:16:56.920808 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60258) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:56.923114 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d980232-c5f0-4dbb-8c0b-c474eaf38349 None None] Network 6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:16:56.988585 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751918'] for network (6dc21745-d9eb-40f9-9f43-23c03b5cb9c1), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:57.031427 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] Deleting port 709b3b09-4d72-4348-8e71-e7bac9f7856c {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:57.031765 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (709b3b09-4d72-4348-8e71-e7bac9f7856c), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:57.096516 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] For port 709b3b09-4d72-4348-8e71-e7bac9f7856c, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=709b3b09-4d72-4348-8e71-e7bac9f7856c,segment=NetworkSegment(0fceec7e-7974-4ff5-aed8-46831ecb89c9),segment_id=0fceec7e-7974-4ff5-aed8-46831ecb89c9)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:57.096896 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (709b3b09-4d72-4348-8e71-e7bac9f7856c), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:57.109742 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] Calling delete_port for 709b3b09-4d72-4348-8e71-e7bac9f7856c owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:57.180468 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26041d5-f1ae-4d2d-8f54-faee2928fd77 None None] DHCP port deletion for 6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 request from dv-cinder-839987-5-smb {{(pid=103575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:16:57.188454 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (709b3b09-4d72-4348-8e71-e7bac9f7856c), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:57.202027 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-a26041d5-f1ae-4d2d-8f54-faee2928fd77 None None] The port '709b3b09-4d72-4348-8e71-e7bac9f7856c' was deleted {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} May 16 19:16:57.217483 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=709b3b09-4d72-4348-8e71-e7bac9f7856c,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:57.219319 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] No DVR routers for this DVR port 709b3b09-4d72-4348-8e71-e7bac9f7856c on host dv-cinder-839987-5-smb {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:16:57.295526 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661572', 'neutron.services.segments.db._delete_segments_for_network-8772410173462'] for network (6dc21745-d9eb-40f9-9f43-23c03b5cb9c1), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:57.314957 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dc21745-d9eb-40f9-9f43-23c03b5cb9c1']}} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:57.324071 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fceec7e-7974-4ff5-aed8-46831ecb89c9') {'for_net_delete': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:57.324364 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fceec7e-7974-4ff5-aed8-46831ecb89c9') {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:57.334039 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410174751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295152'] for segment (0fceec7e-7974-4ff5-aed8-46831ecb89c9), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:57.348029 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (0fceec7e-7974-4ff5-aed8-46831ecb89c9), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:57.354228 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:16:57.354605 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127128922'] for segment (0fceec7e-7974-4ff5-aed8-46831ecb89c9), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: Traceback (most recent call last): May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: timer() May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: cb(*args, **kw) May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: return func(*args, **kwargs) May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: self._notify() May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: self.callback(batched_events) May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: event.method(event) May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: return f(self, *a, **k) May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: return self._get(url).json() May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: return self.request(url, 'GET', **kwargs) May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:16:57.356332 dv-cinder-839987-5-smb neutron-server[103573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:16:57.417263 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3934410'] for network (6dc21745-d9eb-40f9-9f43-23c03b5cb9c1), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:57.423118 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:57.426155 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/6dc21745-d9eb-40f9-9f43-23c03b5cb9c1 HTTP/1.1" status: 204 len: 168 time: 0.5044513 May 16 19:16:57.429316 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60260) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:57.438526 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532877c4-a01a-4a7e-94a4-c4164629b5e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dc21745-d9eb-40f9-9f43-23c03b5cb9c1,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:57.760061 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a072714a-bd22-4afe-824a-45afcdba33e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3933130'] for router_interface (52618944-967f-4c17-ac81-08a3d4e5a2f0), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:58.008100 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-a072714a-bd22-4afe-824a-45afcdba33e7 admin admin] Deleting port ee60a2bf-eecf-415e-915f-454db1dfe4b0 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:58.008436 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a072714a-bd22-4afe-824a-45afcdba33e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:58.089205 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-a072714a-bd22-4afe-824a-45afcdba33e7 admin admin] For port ee60a2bf-eecf-415e-915f-454db1dfe4b0, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=ee60a2bf-eecf-415e-915f-454db1dfe4b0,segment=NetworkSegment(c0a5b967-9c0c-4105-82d8-8e6915d48519),segment_id=c0a5b967-9c0c-4105-82d8-8e6915d48519)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:58.089567 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a072714a-bd22-4afe-824a-45afcdba33e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:58.102522 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-a072714a-bd22-4afe-824a-45afcdba33e7 admin admin] Calling delete_port for ee60a2bf-eecf-415e-915f-454db1dfe4b0 owned by network:router_interface {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:58.179285 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device a12d0c46-6b5a-44ef-9133-8f8fc138cf70 no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:58.199005 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: a12d0c46-6b5a-44ef-9133-8f8fc138cf70 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:58.199347 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device a12d0c46-6b5a-44ef-9133-8f8fc138cf70 not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:58.199755 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 709b3b09-4d72-4348-8e71-e7bac9f7856c no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:58.221145 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: 709b3b09-4d72-4348-8e71-e7bac9f7856c {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:58.221492 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 709b3b09-4d72-4348-8e71-e7bac9f7856c not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:58.221903 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 8d2e1e8d-fe55-46c8-a418-d142e3beb337 no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:16:58.240205 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: 8d2e1e8d-fe55-46c8-a418-d142e3beb337 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:16:58.240519 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 8d2e1e8d-fe55-46c8-a418-d142e3beb337 not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:16:58.283444 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a072714a-bd22-4afe-824a-45afcdba33e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (ee60a2bf-eecf-415e-915f-454db1dfe4b0), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:58.317061 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072714a-bd22-4afe-824a-45afcdba33e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee60a2bf-eecf-415e-915f-454db1dfe4b0,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:58.497694 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a072714a-bd22-4afe-824a-45afcdba33e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3891545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3993557'] for router_interface (52618944-967f-4c17-ac81-08a3d4e5a2f0), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:58.716845 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a072714a-bd22-4afe-824a-45afcdba33e7 admin admin] Router 52618944-967f-4c17-ac81-08a3d4e5a2f0 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:16:58.814009 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a072714a-bd22-4afe-824a-45afcdba33e7 admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:16:58.818905 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-a072714a-bd22-4afe-824a-45afcdba33e7 admin admin] 10.222.0.65 "PUT /v2.0/routers/52618944-967f-4c17-ac81-08a3d4e5a2f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3884988 May 16 19:16:58.821384 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60288) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:58.823810 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4605ecf5-2a6f-4144-9c3f-76ec1874eafb None None] Sync routers for ids ['52618944-967f-4c17-ac81-08a3d4e5a2f0'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:16:58.833260 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4605ecf5-2a6f-4144-9c3f-76ec1874eafb None None] Routers {'52618944-967f-4c17-ac81-08a3d4e5a2f0'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:58.833860 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-4605ecf5-2a6f-4144-9c3f-76ec1874eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:16:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['52618944-967f-4c17-ac81-08a3d4e5a2f0'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:58.922337 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cc15ae2a-ed69-444f-83ac-d7241bff9ecb admin admin] Publish callbacks [] for router (52618944-967f-4c17-ac81-08a3d4e5a2f0), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:58.932504 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-4605ecf5-2a6f-4144-9c3f-76ec1874eafb None None] Set router 52618944-967f-4c17-ac81-08a3d4e5a2f0 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:59.027172 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cc15ae2a-ed69-444f-83ac-d7241bff9ecb admin admin] Publish callbacks [] for router_gateway (52618944-967f-4c17-ac81-08a3d4e5a2f0), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:59.073324 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-cc15ae2a-ed69-444f-83ac-d7241bff9ecb admin admin] Deleting port d57f7005-0709-4a06-afb1-ee3fbe490505 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:16:59.073553 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cc15ae2a-ed69-444f-83ac-d7241bff9ecb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (d57f7005-0709-4a06-afb1-ee3fbe490505), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:59.157024 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-cc15ae2a-ed69-444f-83ac-d7241bff9ecb admin admin] For port d57f7005-0709-4a06-afb1-ee3fbe490505, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=d57f7005-0709-4a06-afb1-ee3fbe490505,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:16:59.157386 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cc15ae2a-ed69-444f-83ac-d7241bff9ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (d57f7005-0709-4a06-afb1-ee3fbe490505), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:59.170620 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-cc15ae2a-ed69-444f-83ac-d7241bff9ecb admin admin] Calling delete_port for d57f7005-0709-4a06-afb1-ee3fbe490505 owned by network:router_gateway {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:16:59.201195 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-4605ecf5-2a6f-4144-9c3f-76ec1874eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'name': 'tempest-TestMinimumBasicScenario-165438887-router', 'tenant_id': 'f388e44972804e288b3bc3b025117bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.37'}], 'enable_snat': True}, 'gw_port_id': 'd57f7005-0709-4a06-afb1-ee3fbe490505', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:50Z', 'updated_at': '2022-05-16T19:16:58Z', 'revision_number': 5, 'project_id': 'f388e44972804e288b3bc3b025117bfb', 'gw_port': {'id': 'd57f7005-0709-4a06-afb1-ee3fbe490505', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:18:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:12:51Z', 'updated_at': '2022-05-16T19:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:59.226333 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4605ecf5-2a6f-4144-9c3f-76ec1874eafb None None] Checking router: 52618944-967f-4c17-ac81-08a3d4e5a2f0 for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:16:59.234759 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4605ecf5-2a6f-4144-9c3f-76ec1874eafb None None] Routers {'52618944-967f-4c17-ac81-08a3d4e5a2f0'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:16:59.235372 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-4605ecf5-2a6f-4144-9c3f-76ec1874eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:16:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['52618944-967f-4c17-ac81-08a3d4e5a2f0'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:59.293295 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60302) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:59.322608 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-4605ecf5-2a6f-4144-9c3f-76ec1874eafb None None] Set router 52618944-967f-4c17-ac81-08a3d4e5a2f0 gateway port host: None {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:16:59.345456 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cc15ae2a-ed69-444f-83ac-d7241bff9ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (d57f7005-0709-4a06-afb1-ee3fbe490505), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:59.371363 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15ae2a-ed69-444f-83ac-d7241bff9ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=d57f7005-0709-4a06-afb1-ee3fbe490505,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:59.373261 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-4605ecf5-2a6f-4144-9c3f-76ec1874eafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'name': 'tempest-TestMinimumBasicScenario-165438887-router', 'tenant_id': 'f388e44972804e288b3bc3b025117bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:50Z', 'updated_at': '2022-05-16T19:16:59Z', 'revision_number': 6, 'project_id': 'f388e44972804e288b3bc3b025117bfb', 'gw_port_host': None}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:16:59.397950 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4605ecf5-2a6f-4144-9c3f-76ec1874eafb None None] The sync data for ids ['52618944-967f-4c17-ac81-08a3d4e5a2f0'] in dv-cinder-839987-5-smb is: [{'id': '52618944-967f-4c17-ac81-08a3d4e5a2f0', 'name': 'tempest-TestMinimumBasicScenario-165438887-router', 'tenant_id': 'f388e44972804e288b3bc3b025117bfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:12:50Z', 'updated_at': '2022-05-16T19:16:59Z', 'revision_number': 6, 'project_id': 'f388e44972804e288b3bc3b025117bfb', 'gw_port_host': None}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:16:59.653813 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-209c45d6-dabc-4a86-93f1-3af6d51528ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:59.681740 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cc15ae2a-ed69-444f-83ac-d7241bff9ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3944696'] for router_gateway (52618944-967f-4c17-ac81-08a3d4e5a2f0), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:59.781583 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cc15ae2a-ed69-444f-83ac-d7241bff9ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3945648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-333'] for router (52618944-967f-4c17-ac81-08a3d4e5a2f0), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:59.784951 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cc15ae2a-ed69-444f-83ac-d7241bff9ecb admin admin] Publish callbacks [] for router_controller (52618944-967f-4c17-ac81-08a3d4e5a2f0), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:59.848968 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cc15ae2a-ed69-444f-83ac-d7241bff9ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3945641'] for router (52618944-967f-4c17-ac81-08a3d4e5a2f0), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:59.849534 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc15ae2a-ed69-444f-83ac-d7241bff9ecb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52618944-967f-4c17-ac81-08a3d4e5a2f0 {{(pid=103574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:16:59.853754 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-cc15ae2a-ed69-444f-83ac-d7241bff9ecb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:59.854961 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-cc15ae2a-ed69-444f-83ac-d7241bff9ecb admin admin] 10.222.0.65 "DELETE /v2.0/routers/52618944-967f-4c17-ac81-08a3d4e5a2f0 HTTP/1.1" status: 204 len: 168 time: 1.0325804 May 16 19:16:59.857486 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60306) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:59.872045 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-209c45d6-dabc-4a86-93f1-3af6d51528ec admin admin] Publish callbacks [] for security_group (48cee8be-5530-45ba-87b1-abc199b15715), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:59.875968 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-209c45d6-dabc-4a86-93f1-3af6d51528ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (48cee8be-5530-45ba-87b1-abc199b15715), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:59.901210 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_v2 [None req-034a578a-8744-4943-aef8-c20cbfb03975 admin admin] Deleting subnet 45d79e75-ab1d-4038-ad05-551f80e9c4b4 {{(pid=103573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:16:59.904912 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-034a578a-8744-4943-aef8-c20cbfb03975 admin admin] Publish callbacks [] for subnet (45d79e75-ab1d-4038-ad05-551f80e9c4b4), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:59.919466 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-209c45d6-dabc-4a86-93f1-3af6d51528ec admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=99db45f921cd4282941e6e20b31504f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6246011 May 16 19:16:59.920330 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c45d6-dabc-4a86-93f1-3af6d51528ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cee8be-5530-45ba-87b1-abc199b15715,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:16:59.922625 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60308) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:16:59.938801 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-034a578a-8744-4943-aef8-c20cbfb03975 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295113'] for subnet (45d79e75-ab1d-4038-ad05-551f80e9c4b4), precommit_delete_associations {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:59.970886 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8bc58524-1324-41c1-ba1e-4e19b969f66b admin admin] Publish callbacks [] for security_group (48cee8be-5530-45ba-87b1-abc199b15715), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:16:59.995009 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8bc58524-1324-41c1-ba1e-4e19b969f66b admin admin] Publish callbacks [] for security_group (48cee8be-5530-45ba-87b1-abc199b15715), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.021601 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-034a578a-8744-4943-aef8-c20cbfb03975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660465'] for subnet (45d79e75-ab1d-4038-ad05-551f80e9c4b4), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.041745 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8bc58524-1324-41c1-ba1e-4e19b969f66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (48cee8be-5530-45ba-87b1-abc199b15715), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.044453 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8bc58524-1324-41c1-ba1e-4e19b969f66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.045615 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-8bc58524-1324-41c1-ba1e-4e19b969f66b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/48cee8be-5530-45ba-87b1-abc199b15715 HTTP/1.1" status: 204 len: 168 time: 0.1220944 May 16 19:17:00.053177 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc58524-1324-41c1-ba1e-4e19b969f66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cee8be-5530-45ba-87b1-abc199b15715,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:00.084097 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-034a578a-8744-4943-aef8-c20cbfb03975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127131128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125931018'] for subnet (45d79e75-ab1d-4038-ad05-551f80e9c4b4), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.111728 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a578a-8744-4943-aef8-c20cbfb03975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45d79e75-ab1d-4038-ad05-551f80e9c4b4,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:00.113870 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-034a578a-8744-4943-aef8-c20cbfb03975 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.119488 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-034a578a-8744-4943-aef8-c20cbfb03975 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/45d79e75-ab1d-4038-ad05-551f80e9c4b4 HTTP/1.1" status: 204 len: 168 time: 0.2584991 May 16 19:17:00.119685 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca028b2-ec8e-4e67-bc22-64ab526ce48b None None] Network 17cbd5d0-df7c-4781-80a9-a9003061d9ae requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:17:00.120160 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60312) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:00.201143 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751918'] for network (17cbd5d0-df7c-4781-80a9-a9003061d9ae), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.254497 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] Deleting port 162c70b8-5d49-44c3-85f4-27b1f7171999 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:00.255094 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (162c70b8-5d49-44c3-85f4-27b1f7171999), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.324548 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] For port 162c70b8-5d49-44c3-85f4-27b1f7171999, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=162c70b8-5d49-44c3-85f4-27b1f7171999,segment=NetworkSegment(c0a5b967-9c0c-4105-82d8-8e6915d48519),segment_id=c0a5b967-9c0c-4105-82d8-8e6915d48519)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:17:00.325506 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (162c70b8-5d49-44c3-85f4-27b1f7171999), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.338257 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device d57f7005-0709-4a06-afb1-ee3fbe490505 no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:17:00.338955 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] Calling delete_port for 162c70b8-5d49-44c3-85f4-27b1f7171999 owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:00.361892 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: d57f7005-0709-4a06-afb1-ee3fbe490505 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:17:00.362235 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device d57f7005-0709-4a06-afb1-ee3fbe490505 not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:17:00.362645 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device ee60a2bf-eecf-415e-915f-454db1dfe4b0 no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:17:00.386526 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: ee60a2bf-eecf-415e-915f-454db1dfe4b0 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:17:00.387085 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device ee60a2bf-eecf-415e-915f-454db1dfe4b0 not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:17:00.429258 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60316) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:00.436573 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (162c70b8-5d49-44c3-85f4-27b1f7171999), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.446465 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d912e8bd-4d7b-4e79-b52d-00dacd6458c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.454610 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dd3b87-54aa-4dea-86ea-6bfeb798196f None None] DHCP port deletion for 17cbd5d0-df7c-4781-80a9-a9003061d9ae request from dv-cinder-839987-5-smb {{(pid=103575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:17:00.464153 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] Pushing event deleted for resources: {'Port': ['ID=162c70b8-5d49-44c3-85f4-27b1f7171999,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:00.473867 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] No DVR routers for this DVR port 162c70b8-5d49-44c3-85f4-27b1f7171999 on host dv-cinder-839987-5-smb {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:17:00.545267 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d912e8bd-4d7b-4e79-b52d-00dacd6458c7 admin admin] Publish callbacks [] for security_group (b62de226-b0c9-4e0b-b0a2-4c944436b45b), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.553080 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-d912e8bd-4d7b-4e79-b52d-00dacd6458c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (b62de226-b0c9-4e0b-b0a2-4c944436b45b), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.572995 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661572', 'neutron.services.segments.db._delete_segments_for_network-8772410173462'] for network (17cbd5d0-df7c-4781-80a9-a9003061d9ae), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.587274 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17cbd5d0-df7c-4781-80a9-a9003061d9ae']}} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:00.592720 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-d912e8bd-4d7b-4e79-b52d-00dacd6458c7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=559fc3f59eaa41ff88e2c4e85c69b8c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585753 May 16 19:17:00.594317 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60318) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:00.604704 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a5b967-9c0c-4105-82d8-8e6915d48519') {'for_net_delete': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:00.604980 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912e8bd-4d7b-4e79-b52d-00dacd6458c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b62de226-b0c9-4e0b-b0a2-4c944436b45b,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:00.605130 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a5b967-9c0c-4105-82d8-8e6915d48519') {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:00.617790 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410174751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295152'] for segment (c0a5b967-9c0c-4105-82d8-8e6915d48519), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.632186 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (c0a5b967-9c0c-4105-82d8-8e6915d48519), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.638068 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:17:00.638436 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127128922'] for segment (c0a5b967-9c0c-4105-82d8-8e6915d48519), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: Traceback (most recent call last): May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: timer() May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: cb(*args, **kw) May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: return func(*args, **kwargs) May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: self._notify() May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: self.callback(batched_events) May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: event.method(event) May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: return f(self, *a, **k) May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: return self._get(url).json() May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: return self.request(url, 'GET', **kwargs) May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:17:00.640300 dv-cinder-839987-5-smb neutron-server[103573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:17:00.653989 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f4d86a44-f7c3-4d73-a975-fb3b73dccb0d admin admin] Publish callbacks [] for security_group (b62de226-b0c9-4e0b-b0a2-4c944436b45b), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.675564 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f4d86a44-f7c3-4d73-a975-fb3b73dccb0d admin admin] Publish callbacks [] for security_group (b62de226-b0c9-4e0b-b0a2-4c944436b45b), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.695083 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3934410'] for network (17cbd5d0-df7c-4781-80a9-a9003061d9ae), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.701420 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.704498 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/17cbd5d0-df7c-4781-80a9-a9003061d9ae HTTP/1.1" status: 204 len: 168 time: 0.5838218 May 16 19:17:00.718890 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c52f37-4624-442e-bf8a-bbc9f9b4ede6 admin admin] Pushing event deleted for resources: {'Network': ['ID=17cbd5d0-df7c-4781-80a9-a9003061d9ae,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:00.744666 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f4d86a44-f7c3-4d73-a975-fb3b73dccb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (b62de226-b0c9-4e0b-b0a2-4c944436b45b), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.747270 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f4d86a44-f7c3-4d73-a975-fb3b73dccb0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.748588 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-f4d86a44-f7c3-4d73-a975-fb3b73dccb0d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b62de226-b0c9-4e0b-b0a2-4c944436b45b HTTP/1.1" status: 204 len: 168 time: 0.1533003 May 16 19:17:00.757826 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d86a44-f7c3-4d73-a975-fb3b73dccb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62de226-b0c9-4e0b-b0a2-4c944436b45b,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:00.874387 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60324) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:00.919750 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-199b3b83-2d7d-4943-a585-5e511d2d3522 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=217c4bc4175641c38493bc721d2ccdc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441654 May 16 19:17:00.922171 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60328) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:00.969242 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37dafeb9-9a63-4588-af2c-791c9c20ffcb admin admin] Publish callbacks [] for security_group (5931107b-1206-4ef2-b557-a520a2a19ff5), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:00.990531 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37dafeb9-9a63-4588-af2c-791c9c20ffcb admin admin] Publish callbacks [] for security_group (5931107b-1206-4ef2-b557-a520a2a19ff5), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:01.052393 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37dafeb9-9a63-4588-af2c-791c9c20ffcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (5931107b-1206-4ef2-b557-a520a2a19ff5), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:01.055032 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-37dafeb9-9a63-4588-af2c-791c9c20ffcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:01.058498 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-37dafeb9-9a63-4588-af2c-791c9c20ffcb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5931107b-1206-4ef2-b557-a520a2a19ff5 HTTP/1.1" status: 204 len: 168 time: 0.1331050 May 16 19:17:01.064437 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dafeb9-9a63-4588-af2c-791c9c20ffcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5931107b-1206-4ef2-b557-a520a2a19ff5,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:01.327423 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60348) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:01.371224 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-60f71ff6-4651-4e75-a21d-6e617908e980 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f388e44972804e288b3bc3b025117bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426018 May 16 19:17:01.373684 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60352) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:01.420908 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d85a8381-1e92-4c53-b0b3-8a61046b0029 admin admin] Publish callbacks [] for security_group (6c1f9389-adeb-4a4b-8d96-7510e43afb86), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:01.444091 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d85a8381-1e92-4c53-b0b3-8a61046b0029 admin admin] Publish callbacks [] for security_group (6c1f9389-adeb-4a4b-8d96-7510e43afb86), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:01.493517 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d85a8381-1e92-4c53-b0b3-8a61046b0029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (6c1f9389-adeb-4a4b-8d96-7510e43afb86), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:01.496273 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d85a8381-1e92-4c53-b0b3-8a61046b0029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:01.498028 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-d85a8381-1e92-4c53-b0b3-8a61046b0029 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c1f9389-adeb-4a4b-8d96-7510e43afb86 HTTP/1.1" status: 204 len: 168 time: 0.1234362 May 16 19:17:01.507277 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a8381-1e92-4c53-b0b3-8a61046b0029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1f9389-adeb-4a4b-8d96-7510e43afb86,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:02.141241 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:17:02.167029 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 162c70b8-5d49-44c3-85f4-27b1f7171999 no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:17:02.187278 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: 162c70b8-5d49-44c3-85f4-27b1f7171999 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:17:02.187980 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 162c70b8-5d49-44c3-85f4-27b1f7171999 not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:17:02.481881 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f3ae9a90-b9dc-41db-8263-5f3de16ddb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:04.211704 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:05.022919 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b7592a8d-fb14-4b64-855d-db17e787b62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:05.763622 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60430) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:05.872544 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f80d-5311-4bd9-b0e9-27a984cf9b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:05.944354 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f80d-5311-4bd9-b0e9-27a984cf9b28 admin admin] Publish callbacks [] for security_group (7333d427-9821-4d37-a5bf-e4f6194dffe8), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:05.947972 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-bcd6f80d-5311-4bd9-b0e9-27a984cf9b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (7333d427-9821-4d37-a5bf-e4f6194dffe8), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:05.985329 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-bcd6f80d-5311-4bd9-b0e9-27a984cf9b28 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=19ae5937b4b74c99a98200f3f3a2cab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206712 May 16 19:17:05.987346 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6f80d-5311-4bd9-b0e9-27a984cf9b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7333d427-9821-4d37-a5bf-e4f6194dffe8,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:05.988244 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60434) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:06.037948 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-dd870389-42a2-414b-a58f-6c27ecef59e7 admin admin] Publish callbacks [] for security_group (7333d427-9821-4d37-a5bf-e4f6194dffe8), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:06.058881 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-dd870389-42a2-414b-a58f-6c27ecef59e7 admin admin] Publish callbacks [] for security_group (7333d427-9821-4d37-a5bf-e4f6194dffe8), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:06.073618 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:06.106354 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-dd870389-42a2-414b-a58f-6c27ecef59e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (7333d427-9821-4d37-a5bf-e4f6194dffe8), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:06.108944 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-dd870389-42a2-414b-a58f-6c27ecef59e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:06.110121 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-dd870389-42a2-414b-a58f-6c27ecef59e7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7333d427-9821-4d37-a5bf-e4f6194dffe8 HTTP/1.1" status: 204 len: 168 time: 0.1206741 May 16 19:17:06.119324 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd870389-42a2-414b-a58f-6c27ecef59e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7333d427-9821-4d37-a5bf-e4f6194dffe8,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:06.365604 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60440) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:06.379620 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-84552627-ef29-4e2b-beb9-ae4cbfafcd92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:06.457456 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-84552627-ef29-4e2b-beb9-ae4cbfafcd92 admin admin] Publish callbacks [] for security_group (381dfaa7-4cfe-415f-8514-41d6d80f74d4), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:06.461004 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-84552627-ef29-4e2b-beb9-ae4cbfafcd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (381dfaa7-4cfe-415f-8514-41d6d80f74d4), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:06.499230 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-84552627-ef29-4e2b-beb9-ae4cbfafcd92 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=01e21296fbbb482eb2466498e2122e86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325428 May 16 19:17:06.500439 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84552627-ef29-4e2b-beb9-ae4cbfafcd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381dfaa7-4cfe-415f-8514-41d6d80f74d4,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:06.501931 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60442) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:06.558128 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-20050c91-021c-4363-bf22-2f23601f08be admin admin] Publish callbacks [] for security_group (381dfaa7-4cfe-415f-8514-41d6d80f74d4), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:06.579210 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-20050c91-021c-4363-bf22-2f23601f08be admin admin] Publish callbacks [] for security_group (381dfaa7-4cfe-415f-8514-41d6d80f74d4), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:06.628131 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-20050c91-021c-4363-bf22-2f23601f08be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (381dfaa7-4cfe-415f-8514-41d6d80f74d4), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:06.630572 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-20050c91-021c-4363-bf22-2f23601f08be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:06.631687 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-20050c91-021c-4363-bf22-2f23601f08be admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/381dfaa7-4cfe-415f-8514-41d6d80f74d4 HTTP/1.1" status: 204 len: 168 time: 0.1286683 May 16 19:17:06.639041 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20050c91-021c-4363-bf22-2f23601f08be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381dfaa7-4cfe-415f-8514-41d6d80f74d4,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:07.393983 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:08.644957 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:10.851311 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60518) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:10.952666 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-10e792cd-9e2b-4d4b-9f70-34b17acb5e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:11.025895 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-10e792cd-9e2b-4d4b-9f70-34b17acb5e06 admin admin] Publish callbacks [] for security_group (80d2c3c5-7978-4990-a1d6-3c76717ff02f), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:11.029450 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-10e792cd-9e2b-4d4b-9f70-34b17acb5e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (80d2c3c5-7978-4990-a1d6-3c76717ff02f), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:11.066708 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-10e792cd-9e2b-4d4b-9f70-34b17acb5e06 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f65fe9d345b249648decdb3e055cb747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153952 May 16 19:17:11.068773 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e792cd-9e2b-4d4b-9f70-34b17acb5e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d2c3c5-7978-4990-a1d6-3c76717ff02f,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:11.069610 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60522) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:11.118416 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1e6ff057-e519-4a34-861a-64d015a510a3 admin admin] Publish callbacks [] for security_group (80d2c3c5-7978-4990-a1d6-3c76717ff02f), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:11.139435 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1e6ff057-e519-4a34-861a-64d015a510a3 admin admin] Publish callbacks [] for security_group (80d2c3c5-7978-4990-a1d6-3c76717ff02f), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:11.184538 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1e6ff057-e519-4a34-861a-64d015a510a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (80d2c3c5-7978-4990-a1d6-3c76717ff02f), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:11.187700 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1e6ff057-e519-4a34-861a-64d015a510a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:11.188856 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-1e6ff057-e519-4a34-861a-64d015a510a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80d2c3c5-7978-4990-a1d6-3c76717ff02f HTTP/1.1" status: 204 len: 168 time: 0.1181204 May 16 19:17:11.197032 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ff057-e519-4a34-861a-64d015a510a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d2c3c5-7978-4990-a1d6-3c76717ff02f,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:11.437739 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60528) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:11.450572 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f61df6c4-dc45-4b7c-81f3-1195cd62d6aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:11.523999 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f61df6c4-dc45-4b7c-81f3-1195cd62d6aa admin admin] Publish callbacks [] for security_group (ee89799b-45cf-403b-a11e-1a7702235775), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:11.527816 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-f61df6c4-dc45-4b7c-81f3-1195cd62d6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (ee89799b-45cf-403b-a11e-1a7702235775), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:11.568536 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-f61df6c4-dc45-4b7c-81f3-1195cd62d6aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e2ad3edf0ef543a69498348110c85c38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297095 May 16 19:17:11.569401 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61df6c4-dc45-4b7c-81f3-1195cd62d6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee89799b-45cf-403b-a11e-1a7702235775,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:11.571257 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60530) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:11.618191 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8cb632ee-8974-41c0-adfe-a99dd615838f admin admin] Publish callbacks [] for security_group (ee89799b-45cf-403b-a11e-1a7702235775), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:11.638154 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8cb632ee-8974-41c0-adfe-a99dd615838f admin admin] Publish callbacks [] for security_group (ee89799b-45cf-403b-a11e-1a7702235775), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:11.687073 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8cb632ee-8974-41c0-adfe-a99dd615838f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (ee89799b-45cf-403b-a11e-1a7702235775), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:11.689616 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8cb632ee-8974-41c0-adfe-a99dd615838f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:11.690732 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-8cb632ee-8974-41c0-adfe-a99dd615838f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee89799b-45cf-403b-a11e-1a7702235775 HTTP/1.1" status: 204 len: 168 time: 0.1184578 May 16 19:17:11.698424 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb632ee-8974-41c0-adfe-a99dd615838f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee89799b-45cf-403b-a11e-1a7702235775,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:15.183143 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60574) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:15.284084 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-19f34b9a-ed68-4ab3-9400-0663ebe5e7a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:15.364925 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-19f34b9a-ed68-4ab3-9400-0663ebe5e7a4 admin admin] Publish callbacks [] for security_group (6c6c791c-10a8-4a4a-9480-183dcd05ec5a), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:15.368666 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-19f34b9a-ed68-4ab3-9400-0663ebe5e7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (6c6c791c-10a8-4a4a-9480-183dcd05ec5a), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:15.412474 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f34b9a-ed68-4ab3-9400-0663ebe5e7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6c791c-10a8-4a4a-9480-183dcd05ec5a,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:15.416499 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-19f34b9a-ed68-4ab3-9400-0663ebe5e7a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=423dde3e7fa94243ad575ba1b5649c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322993 May 16 19:17:15.419891 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60578) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:15.465986 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4b49fa44-3852-453f-a2a3-ee3e52574da3 admin admin] Publish callbacks [] for security_group (6c6c791c-10a8-4a4a-9480-183dcd05ec5a), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:15.487882 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4b49fa44-3852-453f-a2a3-ee3e52574da3 admin admin] Publish callbacks [] for security_group (6c6c791c-10a8-4a4a-9480-183dcd05ec5a), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:15.537063 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4b49fa44-3852-453f-a2a3-ee3e52574da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (6c6c791c-10a8-4a4a-9480-183dcd05ec5a), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:15.539589 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4b49fa44-3852-453f-a2a3-ee3e52574da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:15.540967 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-4b49fa44-3852-453f-a2a3-ee3e52574da3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c6c791c-10a8-4a4a-9480-183dcd05ec5a HTTP/1.1" status: 204 len: 168 time: 0.1205940 May 16 19:17:15.548571 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49fa44-3852-453f-a2a3-ee3e52574da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6c791c-10a8-4a4a-9480-183dcd05ec5a,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:16.495134 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60612) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:16.597102 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-872e9333-3d90-4ec3-b77e-7d4e7e71f5ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:16.671219 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-872e9333-3d90-4ec3-b77e-7d4e7e71f5ae admin admin] Publish callbacks [] for security_group (caefc5ef-dfd6-40c2-bfe4-12aa1f4a70fb), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:16.675598 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-872e9333-3d90-4ec3-b77e-7d4e7e71f5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (caefc5ef-dfd6-40c2-bfe4-12aa1f4a70fb), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:16.711630 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-872e9333-3d90-4ec3-b77e-7d4e7e71f5ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e4393bfb02a94bf1965f7be888c61d59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154706 May 16 19:17:16.713635 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e9333-3d90-4ec3-b77e-7d4e7e71f5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caefc5ef-dfd6-40c2-bfe4-12aa1f4a70fb,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:16.714386 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60616) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:16.764058 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-df878774-b98b-4451-b149-e2b2090ac4a4 admin admin] Publish callbacks [] for security_group (caefc5ef-dfd6-40c2-bfe4-12aa1f4a70fb), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:16.787872 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-df878774-b98b-4451-b149-e2b2090ac4a4 admin admin] Publish callbacks [] for security_group (caefc5ef-dfd6-40c2-bfe4-12aa1f4a70fb), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:16.834976 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-df878774-b98b-4451-b149-e2b2090ac4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (caefc5ef-dfd6-40c2-bfe4-12aa1f4a70fb), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:16.837715 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-df878774-b98b-4451-b149-e2b2090ac4a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:16.838839 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-df878774-b98b-4451-b149-e2b2090ac4a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/caefc5ef-dfd6-40c2-bfe4-12aa1f4a70fb HTTP/1.1" status: 204 len: 168 time: 0.1233735 May 16 19:17:16.848503 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df878774-b98b-4451-b149-e2b2090ac4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caefc5ef-dfd6-40c2-bfe4-12aa1f4a70fb,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:32.482143 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-e317f16d-f5d9-4e1d-b5dd-24a9e86257d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:32.621686 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca7752-4daf-4e73-993e-2f80c16c84e7 req-f75d67c2-2c97-4ada-8de6-d8ef0b2fa7e6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:32.623028 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-02ca7752-4daf-4e73-993e-2f80c16c84e7 req-f75d67c2-2c97-4ada-8de6-d8ef0b2fa7e6 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 946 time: 0.0449538 May 16 19:17:32.668108 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-02ca7752-4daf-4e73-993e-2f80c16c84e7 req-c5c367f8-5754-4e54-8baf-a5cbb3e8d126 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a187bd2-f352-4ac7-9741-41207a651b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383923 May 16 19:17:33.785624 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99857e9d-1ee9-4150-958f-37adafa0738c req-667a1ffa-ee96-4a5e-bc0b-8225cd8d7b03 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:33.786951 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-99857e9d-1ee9-4150-958f-37adafa0738c req-667a1ffa-ee96-4a5e-bc0b-8225cd8d7b03 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 946 time: 0.0489230 May 16 19:17:33.833054 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-99857e9d-1ee9-4150-958f-37adafa0738c req-b002c124-5107-45e1-8658-fed9ce8fd1bf tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a187bd2-f352-4ac7-9741-41207a651b79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405064 May 16 19:17:34.214021 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:34.396422 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f748e-b2f7-4bb9-af92-c6ad43fc0cd4 req-0ea08d8f-09ff-4c0e-bcc5-ca68f23c3b18 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:34.397893 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-7f6f748e-b2f7-4bb9-af92-c6ad43fc0cd4 req-0ea08d8f-09ff-4c0e-bcc5-ca68f23c3b18 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "GET /v2.0/ports?device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 946 time: 0.0457098 May 16 19:17:34.478062 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-7f6f748e-b2f7-4bb9-af92-c6ad43fc0cd4 req-e2ea527a-7aff-45fa-b486-5cf02f1b291d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Deleting port f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:34.478400 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-7f6f748e-b2f7-4bb9-af92-c6ad43fc0cd4 req-e2ea527a-7aff-45fa-b486-5cf02f1b291d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (f4f7a85d-8bcb-4d30-afe8-c4199f30ae05), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:34.571877 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-7f6f748e-b2f7-4bb9-af92-c6ad43fc0cd4 req-e2ea527a-7aff-45fa-b486-5cf02f1b291d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] For port f4f7a85d-8bcb-4d30-afe8-c4199f30ae05, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=f4f7a85d-8bcb-4d30-afe8-c4199f30ae05,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:17:34.572228 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-7f6f748e-b2f7-4bb9-af92-c6ad43fc0cd4 req-e2ea527a-7aff-45fa-b486-5cf02f1b291d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (f4f7a85d-8bcb-4d30-afe8-c4199f30ae05), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:34.730674 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-7f6f748e-b2f7-4bb9-af92-c6ad43fc0cd4 req-e2ea527a-7aff-45fa-b486-5cf02f1b291d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:34.730994 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-7f6f748e-b2f7-4bb9-af92-c6ad43fc0cd4 req-e2ea527a-7aff-45fa-b486-5cf02f1b291d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (0dab503d-9b86-4ba4-9a43-751e6676ef96), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:34.731309 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.l3_db [req-7f6f748e-b2f7-4bb9-af92-c6ad43fc0cd4 req-e2ea527a-7aff-45fa-b486-5cf02f1b291d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Floating IP 0dab503d-9b86-4ba4-9a43-751e6676ef96 disassociated. External IP: 172.28.3.31, port: f4f7a85d-8bcb-4d30-afe8-c4199f30ae05. May 16 19:17:34.731706 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-7f6f748e-b2f7-4bb9-af92-c6ad43fc0cd4 req-e2ea527a-7aff-45fa-b486-5cf02f1b291d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Calling delete_port for f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:34.860583 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-7f6f748e-b2f7-4bb9-af92-c6ad43fc0cd4 req-e2ea527a-7aff-45fa-b486-5cf02f1b291d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (f4f7a85d-8bcb-4d30-afe8-c4199f30ae05), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:34.881150 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea527a-7aff-45fa-b486-5cf02f1b291d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event deleted for resources: {'Port': ['ID=f4f7a85d-8bcb-4d30-afe8-c4199f30ae05,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:34.938936 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ac59c3cf-8292-4aa2-994a-f0eeef4c06ba req-114403f1-d59e-489c-8161-3ec90fbdcc09 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/ports?device_id=1df626cb-735c-4e95-8b91-223ed35f40f8 HTTP/1.1" status: 200 len: 210 time: 0.0269487 May 16 19:17:34.994717 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f6f748e-b2f7-4bb9-af92-c6ad43fc0cd4 req-e2ea527a-7aff-45fa-b486-5cf02f1b291d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:17:35.023726 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-5aa4a1ea-f36c-4495-9ab3-ddde071f1e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:35.097274 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f6f748e-b2f7-4bb9-af92-c6ad43fc0cd4 req-e2ea527a-7aff-45fa-b486-5cf02f1b291d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:17:35.111070 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cec5dc6-b3b7-4735-a4aa-f596eab32212 None None] Sync routers for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:17:35.120360 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cec5dc6-b3b7-4735-a4aa-f596eab32212 None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:17:35.121021 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-0cec5dc6-b3b7-4735-a4aa-f596eab32212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:17:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:35.143076 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6f748e-b2f7-4bb9-af92-c6ad43fc0cd4 req-e2ea527a-7aff-45fa-b486-5cf02f1b291d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] No DVR routers for this DVR port f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 on host hv-cinder-83998 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:17:35.145867 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-7f6f748e-b2f7-4bb9-af92-c6ad43fc0cd4 req-e2ea527a-7aff-45fa-b486-5cf02f1b291d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:35.149090 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-7f6f748e-b2f7-4bb9-af92-c6ad43fc0cd4 req-e2ea527a-7aff-45fa-b486-5cf02f1b291d tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.78 "DELETE /v2.0/ports/f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 HTTP/1.1" status: 204 len: 173 time: 0.7459912 May 16 19:17:35.149565 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df626cb-735c-4e95-8b91-223ed35f40f8', 'name': 'network-vif-deleted', 'tag': 'f4f7a85d-8bcb-4d30-afe8-c4199f30ae05'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:17:35.151932 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c167a39-8c24-4a02-8a26-635fa212f832" -d '{"events": [{"server_uuid": "1df626cb-735c-4e95-8b91-223ed35f40f8", "name": "network-vif-deleted", "tag": "f4f7a85d-8bcb-4d30-afe8-c4199f30ae05"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:17:35.190878 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05459c98-6f1d-4b4c-a84b-ea7c6ad823b2 x-openstack-request-id: req-05459c98-6f1d-4b4c-a84b-ea7c6ad823b2 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:17:35.191350 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df626cb-735c-4e95-8b91-223ed35f40f8", "name": "network-vif-deleted", "tag": "f4f7a85d-8bcb-4d30-afe8-c4199f30ae05", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:17:35.191632 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05459c98-6f1d-4b4c-a84b-ea7c6ad823b2 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:17:35.192037 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05459c98-6f1d-4b4c-a84b-ea7c6ad823b2'] response: {'server_uuid': '1df626cb-735c-4e95-8b91-223ed35f40f8', 'name': 'network-vif-deleted', 'tag': 'f4f7a85d-8bcb-4d30-afe8-c4199f30ae05', 'status': 'completed', 'code': 200} May 16 19:17:35.226395 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-0cec5dc6-b3b7-4735-a4aa-f596eab32212 None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:17:35.415532 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-0cec5dc6-b3b7-4735-a4aa-f596eab32212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:35.438924 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cec5dc6-b3b7-4735-a4aa-f596eab32212 None None] Checking router: 363ffe14-eb3e-4a05-a481-5c6b0647fc22 for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:17:35.446814 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cec5dc6-b3b7-4735-a4aa-f596eab32212 None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:17:35.447395 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-0cec5dc6-b3b7-4735-a4aa-f596eab32212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:17:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:35.550197 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-0cec5dc6-b3b7-4735-a4aa-f596eab32212 None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:17:35.732610 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-0cec5dc6-b3b7-4735-a4aa-f596eab32212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:35.757336 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cec5dc6-b3b7-4735-a4aa-f596eab32212 None None] The sync data for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb is: [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:07:51Z', 'revision_number': 4, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': 'f1ae1478-a1c3-49a3-84e5-b47565279535', 'name': '', 'network_id': '3cb27ab2-3f03-450b-967b-0cbe8bcd58de', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'mac_address': 'fa:16:3e:1e:dd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:49Z', 'updated_at': '2022-05-16T19:08:05Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'subnets': [{'id': '05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:17:35.981945 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7301ae-9db6-493e-b30b-6c17f9468c0b None None] New status for floating IP 0dab503d-9b86-4ba4-9a43-751e6676ef96: DOWN {{(pid=103576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:17:36.024898 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60684) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:36.077117 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:36.081752 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-add8cd55-284a-4242-b881-aeadc553e3ca tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (4a187bd2-f352-4ac7-9741-41207a651b79), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:36.106753 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-add8cd55-284a-4242-b881-aeadc553e3ca tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (4a187bd2-f352-4ac7-9741-41207a651b79), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:36.154587 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-add8cd55-284a-4242-b881-aeadc553e3ca tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (4a187bd2-f352-4ac7-9741-41207a651b79), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:36.157891 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-add8cd55-284a-4242-b881-aeadc553e3ca tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:36.159034 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-add8cd55-284a-4242-b881-aeadc553e3ca tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "DELETE /v2.0/security-groups/4a187bd2-f352-4ac7-9741-41207a651b79 HTTP/1.1" status: 204 len: 168 time: 0.1330936 May 16 19:17:36.161829 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60686) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:36.168059 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8cd55-284a-4242-b881-aeadc553e3ca tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a187bd2-f352-4ac7-9741-41207a651b79,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:36.175554 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.api.v2.resource [None req-d5cb9882-6809-43f0-90f3-574ee7fb790f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] show failed (client error): The resource could not be found. May 16 19:17:36.176540 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-d5cb9882-6809-43f0-90f3-574ee7fb790f tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "GET /v2.0/security-groups/4a187bd2-f352-4ac7-9741-41207a651b79 HTTP/1.1" status: 404 len: 347 time: 0.0137560 May 16 19:17:36.179352 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60688) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:36.296599 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-b0344cde-6bd3-4d9b-a7c7-14656594dd38 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Deleting port ed4cad14-cea6-46ac-9cc0-e24af994080f {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:36.296923 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b0344cde-6bd3-4d9b-a7c7-14656594dd38 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (ed4cad14-cea6-46ac-9cc0-e24af994080f), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:36.372460 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b0344cde-6bd3-4d9b-a7c7-14656594dd38 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (ed4cad14-cea6-46ac-9cc0-e24af994080f), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:36.372804 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b0344cde-6bd3-4d9b-a7c7-14656594dd38 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (ed4cad14-cea6-46ac-9cc0-e24af994080f), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:36.385040 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-b0344cde-6bd3-4d9b-a7c7-14656594dd38 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Calling delete_port for ed4cad14-cea6-46ac-9cc0-e24af994080f owned by network:floatingip {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:36.513745 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b0344cde-6bd3-4d9b-a7c7-14656594dd38 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (ed4cad14-cea6-46ac-9cc0-e24af994080f), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:36.539131 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0344cde-6bd3-4d9b-a7c7-14656594dd38 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Pushing event deleted for resources: {'Port': ['ID=ed4cad14-cea6-46ac-9cc0-e24af994080f,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:36.611521 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b0344cde-6bd3-4d9b-a7c7-14656594dd38 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks [] for floatingip (0dab503d-9b86-4ba4-9a43-751e6676ef96), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:36.614915 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b0344cde-6bd3-4d9b-a7c7-14656594dd38 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:36.616062 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-b0344cde-6bd3-4d9b-a7c7-14656594dd38 tempest-AttachVolumeNegativeTest-1657166228 tempest-AttachVolumeNegativeTest-1657166228-project] 10.222.0.65 "DELETE /v2.0/floatingips/0dab503d-9b86-4ba4-9a43-751e6676ef96 HTTP/1.1" status: 204 len: 168 time: 0.4356511 May 16 19:17:37.019866 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a424f-ad11-4e0c-b896-1c4423f4635b req-67a8fd97-56c2-4390-bef0-0edb16122903 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:37.021344 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a81a424f-ad11-4e0c-b896-1c4423f4635b req-67a8fd97-56c2-4390-bef0-0edb16122903 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 946 time: 0.0464447 May 16 19:17:37.070254 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-a81a424f-ad11-4e0c-b896-1c4423f4635b req-f4e4de5d-3ac7-4571-ac1c-cee7975c0979 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433729 May 16 19:17:37.396812 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:38.188462 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e8412-bf6f-4836-b710-89ca11fde550 req-292b4287-9fb1-4c91-a4e1-5b9daef287d8 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:38.189929 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6a3e8412-bf6f-4836-b710-89ca11fde550 req-292b4287-9fb1-4c91-a4e1-5b9daef287d8 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 946 time: 0.0466077 May 16 19:17:38.235601 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-6a3e8412-bf6f-4836-b710-89ca11fde550 req-0ede6d23-4f0c-45b0-a952-9db80f4d600b tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups?id=80434a30-756b-485b-86e5-cb6e4c2e4803&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400860 May 16 19:17:38.472023 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65641a7d-7565-4e54-905f-91c519519c84 req-7244d4b5-94ae-4d0b-b030-9f662e0d8c86 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:38.473467 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-65641a7d-7565-4e54-905f-91c519519c84 req-7244d4b5-94ae-4d0b-b030-9f662e0d8c86 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.78 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 946 time: 0.0455456 May 16 19:17:38.554267 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-65641a7d-7565-4e54-905f-91c519519c84 req-11ef0c4a-0c6d-4c7f-acb2-f4b24b95d49f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Deleting port 12b16058-b2ef-448e-9676-e523bef453b2 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:38.554613 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-65641a7d-7565-4e54-905f-91c519519c84 req-11ef0c4a-0c6d-4c7f-acb2-f4b24b95d49f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (12b16058-b2ef-448e-9676-e523bef453b2), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:38.639532 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-65641a7d-7565-4e54-905f-91c519519c84 req-11ef0c4a-0c6d-4c7f-acb2-f4b24b95d49f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] For port 12b16058-b2ef-448e-9676-e523bef453b2, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=12b16058-b2ef-448e-9676-e523bef453b2,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:17:38.639883 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-65641a7d-7565-4e54-905f-91c519519c84 req-11ef0c4a-0c6d-4c7f-acb2-f4b24b95d49f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (12b16058-b2ef-448e-9676-e523bef453b2), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:38.650072 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:38.787447 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:17:38.804348 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-65641a7d-7565-4e54-905f-91c519519c84 req-11ef0c4a-0c6d-4c7f-acb2-f4b24b95d49f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:38.804982 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-65641a7d-7565-4e54-905f-91c519519c84 req-11ef0c4a-0c6d-4c7f-acb2-f4b24b95d49f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3934247'] for floatingip (9ca1e379-78a9-4a0c-9f82-ecafa7161aa6), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:38.805303 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.l3_db [req-65641a7d-7565-4e54-905f-91c519519c84 req-11ef0c4a-0c6d-4c7f-acb2-f4b24b95d49f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Floating IP 9ca1e379-78a9-4a0c-9f82-ecafa7161aa6 disassociated. External IP: 172.28.3.112, port: 12b16058-b2ef-448e-9676-e523bef453b2. May 16 19:17:38.805649 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-65641a7d-7565-4e54-905f-91c519519c84 req-11ef0c4a-0c6d-4c7f-acb2-f4b24b95d49f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Calling delete_port for 12b16058-b2ef-448e-9676-e523bef453b2 owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:38.805819 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:17:38.806187 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device f4f7a85d-8bcb-4d30-afe8-c4199f30ae05 not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:17:38.928651 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-65641a7d-7565-4e54-905f-91c519519c84 req-11ef0c4a-0c6d-4c7f-acb2-f4b24b95d49f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (12b16058-b2ef-448e-9676-e523bef453b2), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:38.954642 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef0c4a-0c6d-4c7f-acb2-f4b24b95d49f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Pushing event deleted for resources: {'Port': ['ID=12b16058-b2ef-448e-9676-e523bef453b2,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:39.068013 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65641a7d-7565-4e54-905f-91c519519c84 req-11ef0c4a-0c6d-4c7f-acb2-f4b24b95d49f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Router 315a5365-d6ea-4828-8d3a-bf43c9314f30 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103574) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:17:39.144214 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:17:39.176876 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65641a7d-7565-4e54-905f-91c519519c84 req-11ef0c4a-0c6d-4c7f-acb2-f4b24b95d49f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103574) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:17:39.187232 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d529d-ab40-4729-9066-c9549b201c6c None None] Sync routers for ids ['315a5365-d6ea-4828-8d3a-bf43c9314f30'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:17:39.198229 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d529d-ab40-4729-9066-c9549b201c6c None None] Routers {'315a5365-d6ea-4828-8d3a-bf43c9314f30'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:17:39.198844 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-e94d529d-ab40-4729-9066-c9549b201c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:17:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['315a5365-d6ea-4828-8d3a-bf43c9314f30'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:39.224581 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-65641a7d-7565-4e54-905f-91c519519c84 req-11ef0c4a-0c6d-4c7f-acb2-f4b24b95d49f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] No DVR routers for this DVR port 12b16058-b2ef-448e-9676-e523bef453b2 on host hv-cinder-83998 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:17:39.227119 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-65641a7d-7565-4e54-905f-91c519519c84 req-11ef0c4a-0c6d-4c7f-acb2-f4b24b95d49f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:39.231107 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-65641a7d-7565-4e54-905f-91c519519c84 req-11ef0c4a-0c6d-4c7f-acb2-f4b24b95d49f tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.78 "DELETE /v2.0/ports/12b16058-b2ef-448e-9676-e523bef453b2 HTTP/1.1" status: 204 len: 173 time: 0.7529678 May 16 19:17:39.231666 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2497171-958b-428c-a5dd-d8102d661504', 'name': 'network-vif-deleted', 'tag': '12b16058-b2ef-448e-9676-e523bef453b2'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:17:39.234074 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea33fd8e-8bc3-4a7d-af0f-044bde8f2dd0" -d '{"events": [{"server_uuid": "c2497171-958b-428c-a5dd-d8102d661504", "name": "network-vif-deleted", "tag": "12b16058-b2ef-448e-9676-e523bef453b2"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:17:39.285087 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406daeaf-3306-424c-8285-83410a5c5cdf x-openstack-request-id: req-406daeaf-3306-424c-8285-83410a5c5cdf {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:17:39.285622 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2497171-958b-428c-a5dd-d8102d661504", "name": "network-vif-deleted", "tag": "12b16058-b2ef-448e-9676-e523bef453b2", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:17:39.286207 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-406daeaf-3306-424c-8285-83410a5c5cdf {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:17:39.286652 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406daeaf-3306-424c-8285-83410a5c5cdf'] response: {'server_uuid': 'c2497171-958b-428c-a5dd-d8102d661504', 'name': 'network-vif-deleted', 'tag': '12b16058-b2ef-448e-9676-e523bef453b2', 'status': 'completed', 'code': 200} May 16 19:17:39.306411 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-e94d529d-ab40-4729-9066-c9549b201c6c None None] Set router 315a5365-d6ea-4828-8d3a-bf43c9314f30 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:17:39.351267 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-48d1fcee-bcb9-4199-8274-52975c3d1b4d req-ce4d1558-8b44-4a23-b956-6113e4326904 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2497171-958b-428c-a5dd-d8102d661504 HTTP/1.1" status: 200 len: 210 time: 0.0380173 May 16 19:17:39.515107 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-e94d529d-ab40-4729-9066-c9549b201c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:07:56Z', 'revision_number': 4, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port': {'id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': '0af70e4b-5693-4b59-9694-15907d5de6c1', 'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'mac_address': 'fa:16:3e:e4:ad:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:55Z', 'updated_at': '2022-05-16T19:08:09Z', 'revision_number': 5, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'subnets': [{'id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:39.542502 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d529d-ab40-4729-9066-c9549b201c6c None None] Checking router: 315a5365-d6ea-4828-8d3a-bf43c9314f30 for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:17:39.551314 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94d529d-ab40-4729-9066-c9549b201c6c None None] Routers {'315a5365-d6ea-4828-8d3a-bf43c9314f30'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:17:39.551911 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-e94d529d-ab40-4729-9066-c9549b201c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:17:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['315a5365-d6ea-4828-8d3a-bf43c9314f30'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:39.645731 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-e94d529d-ab40-4729-9066-c9549b201c6c None None] Set router 315a5365-d6ea-4828-8d3a-bf43c9314f30 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:17:39.826952 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-e94d529d-ab40-4729-9066-c9549b201c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:07:56Z', 'revision_number': 4, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port': {'id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': '0af70e4b-5693-4b59-9694-15907d5de6c1', 'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'mac_address': 'fa:16:3e:e4:ad:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:55Z', 'updated_at': '2022-05-16T19:08:09Z', 'revision_number': 5, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'subnets': [{'id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:39.851296 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94d529d-ab40-4729-9066-c9549b201c6c None None] The sync data for ids ['315a5365-d6ea-4828-8d3a-bf43c9314f30'] in dv-cinder-839987-5-smb is: [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:07:56Z', 'revision_number': 4, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port': {'id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb', '_interfaces': [{'id': '0af70e4b-5693-4b59-9694-15907d5de6c1', 'name': '', 'network_id': 'fa48d056-bb3a-4902-b0df-7a66e8554ee6', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'mac_address': 'fa:16:3e:e4:ad:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:55Z', 'updated_at': '2022-05-16T19:08:09Z', 'revision_number': 5, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'subnets': [{'id': '32734e80-b5c3-4de5-9e79-84be66140e2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:17:40.074500 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202dfe79-573d-49e9-a767-b1b505939d20 None None] New status for floating IP 9ca1e379-78a9-4a0c-9f82-ecafa7161aa6: DOWN {{(pid=103576) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 16 19:17:40.282647 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60740) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:40.450107 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60748) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:40.503613 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44697e43-45b7-4fc0-aa53-2132f9faa742 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group (80434a30-756b-485b-86e5-cb6e4c2e4803), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:40.542180 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44697e43-45b7-4fc0-aa53-2132f9faa742 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group (80434a30-756b-485b-86e5-cb6e4c2e4803), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:40.591470 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44697e43-45b7-4fc0-aa53-2132f9faa742 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (80434a30-756b-485b-86e5-cb6e4c2e4803), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:40.594189 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-44697e43-45b7-4fc0-aa53-2132f9faa742 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:40.598176 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-44697e43-45b7-4fc0-aa53-2132f9faa742 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "DELETE /v2.0/security-groups/80434a30-756b-485b-86e5-cb6e4c2e4803 HTTP/1.1" status: 204 len: 168 time: 0.1469367 May 16 19:17:40.598911 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60750) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:40.617510 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44697e43-45b7-4fc0-aa53-2132f9faa742 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80434a30-756b-485b-86e5-cb6e4c2e4803,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:40.620505 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.api.v2.resource [None req-64a9671e-5ae5-4d7e-8b75-7be69837b744 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] show failed (client error): The resource could not be found. May 16 19:17:40.621525 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-64a9671e-5ae5-4d7e-8b75-7be69837b744 tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "GET /v2.0/security-groups/80434a30-756b-485b-86e5-cb6e4c2e4803 HTTP/1.1" status: 404 len: 347 time: 0.0191154 May 16 19:17:40.624856 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60752) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:40.739296 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-54c199c9-8217-4ec3-aa57-792f4f8265ad tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Deleting port 1b2fd7f2-7c49-4c9b-b0b1-30593c609e8f {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:40.739615 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-54c199c9-8217-4ec3-aa57-792f4f8265ad tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (1b2fd7f2-7c49-4c9b-b0b1-30593c609e8f), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:40.743880 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1493b081-6c5d-4961-a197-fb245bdeef69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3933130'] for router_interface (363ffe14-eb3e-4a05-a481-5c6b0647fc22), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:40.823059 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-54c199c9-8217-4ec3-aa57-792f4f8265ad tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (1b2fd7f2-7c49-4c9b-b0b1-30593c609e8f), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:40.823702 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-54c199c9-8217-4ec3-aa57-792f4f8265ad tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for floatingip (1b2fd7f2-7c49-4c9b-b0b1-30593c609e8f), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:40.836934 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-54c199c9-8217-4ec3-aa57-792f4f8265ad tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Calling delete_port for 1b2fd7f2-7c49-4c9b-b0b1-30593c609e8f owned by network:floatingip {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:40.974113 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-54c199c9-8217-4ec3-aa57-792f4f8265ad tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (1b2fd7f2-7c49-4c9b-b0b1-30593c609e8f), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:41.001147 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c199c9-8217-4ec3-aa57-792f4f8265ad tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Pushing event deleted for resources: {'Port': ['ID=1b2fd7f2-7c49-4c9b-b0b1-30593c609e8f,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:41.064462 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-54c199c9-8217-4ec3-aa57-792f4f8265ad tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks [] for floatingip (9ca1e379-78a9-4a0c-9f82-ecafa7161aa6), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:41.067755 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-54c199c9-8217-4ec3-aa57-792f4f8265ad tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for floatingip (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:41.069012 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-54c199c9-8217-4ec3-aa57-792f4f8265ad tempest-AttachVolumeShelveTestJSON-1834124805 tempest-AttachVolumeShelveTestJSON-1834124805-project] 10.222.0.65 "DELETE /v2.0/floatingips/9ca1e379-78a9-4a0c-9f82-ecafa7161aa6 HTTP/1.1" status: 204 len: 168 time: 0.4432514 May 16 19:17:41.211013 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1493b081-6c5d-4961-a197-fb245bdeef69 admin admin] Deleting port f1ae1478-a1c3-49a3-84e5-b47565279535 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:41.211353 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1493b081-6c5d-4961-a197-fb245bdeef69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:41.290953 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-1493b081-6c5d-4961-a197-fb245bdeef69 admin admin] For port f1ae1478-a1c3-49a3-84e5-b47565279535, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=f1ae1478-a1c3-49a3-84e5-b47565279535,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:17:41.291253 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1493b081-6c5d-4961-a197-fb245bdeef69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:41.305038 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-1493b081-6c5d-4961-a197-fb245bdeef69 admin admin] Calling delete_port for f1ae1478-a1c3-49a3-84e5-b47565279535 owned by network:router_interface {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:41.484339 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1493b081-6c5d-4961-a197-fb245bdeef69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (f1ae1478-a1c3-49a3-84e5-b47565279535), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:41.509545 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493b081-6c5d-4961-a197-fb245bdeef69 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ae1478-a1c3-49a3-84e5-b47565279535,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:41.667714 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1493b081-6c5d-4961-a197-fb245bdeef69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3891545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3993557'] for router_interface (363ffe14-eb3e-4a05-a481-5c6b0647fc22), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:41.863780 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1493b081-6c5d-4961-a197-fb245bdeef69 admin admin] Router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:17:41.957705 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1493b081-6c5d-4961-a197-fb245bdeef69 admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:17:41.962825 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-1493b081-6c5d-4961-a197-fb245bdeef69 admin admin] 10.222.0.65 "PUT /v2.0/routers/363ffe14-eb3e-4a05-a481-5c6b0647fc22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6785617 May 16 19:17:41.965451 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60758) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:41.966285 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca7a673-4e0d-49be-85ad-c55b27622f63 None None] Sync routers for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:17:41.975901 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca7a673-4e0d-49be-85ad-c55b27622f63 None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:17:41.976532 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-2ca7a673-4e0d-49be-85ad-c55b27622f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:17:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:42.063035 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-de8c1570-00eb-4472-8962-b1e50d0d4245 admin admin] Publish callbacks [] for router (363ffe14-eb3e-4a05-a481-5c6b0647fc22), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:42.076974 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-2ca7a673-4e0d-49be-85ad-c55b27622f63 None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: dv-cinder-839987-5-smb {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:17:42.164071 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-de8c1570-00eb-4472-8962-b1e50d0d4245 admin admin] Publish callbacks [] for router_gateway (363ffe14-eb3e-4a05-a481-5c6b0647fc22), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:42.211731 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-de8c1570-00eb-4472-8962-b1e50d0d4245 admin admin] Deleting port 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:42.212248 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-de8c1570-00eb-4472-8962-b1e50d0d4245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (3b427ebd-d86e-4d67-aadf-aa6f7f5abad5), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:42.306324 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-de8c1570-00eb-4472-8962-b1e50d0d4245 admin admin] For port 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=3b427ebd-d86e-4d67-aadf-aa6f7f5abad5,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:17:42.306692 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-de8c1570-00eb-4472-8962-b1e50d0d4245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (3b427ebd-d86e-4d67-aadf-aa6f7f5abad5), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:42.326347 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-de8c1570-00eb-4472-8962-b1e50d0d4245 admin admin] Calling delete_port for 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5 owned by network:router_gateway {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:42.388469 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-2ca7a673-4e0d-49be-85ad-c55b27622f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132'}], 'enable_snat': True}, 'gw_port_id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:17:41Z', 'revision_number': 5, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port': {'id': '3b427ebd-d86e-4d67-aadf-aa6f7f5abad5', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:45Z', 'updated_at': '2022-05-16T19:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:42.414178 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca7a673-4e0d-49be-85ad-c55b27622f63 None None] Checking router: 363ffe14-eb3e-4a05-a481-5c6b0647fc22 for host: dv-cinder-839987-5-smb {{(pid=103575) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:17:42.422830 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca7a673-4e0d-49be-85ad-c55b27622f63 None None] Routers {'363ffe14-eb3e-4a05-a481-5c6b0647fc22'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103575) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:17:42.423661 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-2ca7a673-4e0d-49be-85ad-c55b27622f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:17:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'], 'active': True} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:42.504275 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-de8c1570-00eb-4472-8962-b1e50d0d4245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (3b427ebd-d86e-4d67-aadf-aa6f7f5abad5), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:42.516319 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvr_db [None req-2ca7a673-4e0d-49be-85ad-c55b27622f63 None None] Set router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 gateway port host: None {{(pid=103575) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:17:42.532732 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c1570-00eb-4472-8962-b1e50d0d4245 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b427ebd-d86e-4d67-aadf-aa6f7f5abad5,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:42.576488 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_hamode_db [None req-2ca7a673-4e0d-49be-85ad-c55b27622f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:17:42Z', 'revision_number': 6, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port_host': None}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:42.599075 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-de8c1570-00eb-4472-8962-b1e50d0d4245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3944696'] for router_gateway (363ffe14-eb3e-4a05-a481-5c6b0647fc22), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:42.601595 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca7a673-4e0d-49be-85ad-c55b27622f63 None None] The sync data for ids ['363ffe14-eb3e-4a05-a481-5c6b0647fc22'] in dv-cinder-839987-5-smb is: [{'id': '363ffe14-eb3e-4a05-a481-5c6b0647fc22', 'name': 'tempest-AttachVolumeNegativeTest-1707192948-router', 'tenant_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:43Z', 'updated_at': '2022-05-16T19:17:42Z', 'revision_number': 6, 'project_id': '84a4b9a583d64f49aad8b2c8ea0d5513', 'gw_port_host': None}] {{(pid=103575) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:17:42.684445 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-de8c1570-00eb-4472-8962-b1e50d0d4245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3945648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-333'] for router (363ffe14-eb3e-4a05-a481-5c6b0647fc22), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:42.686617 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-de8c1570-00eb-4472-8962-b1e50d0d4245 admin admin] Publish callbacks [] for router_controller (363ffe14-eb3e-4a05-a481-5c6b0647fc22), precommit_delete_associations {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:42.726921 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-de8c1570-00eb-4472-8962-b1e50d0d4245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3945641'] for router (363ffe14-eb3e-4a05-a481-5c6b0647fc22), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:42.727525 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8c1570-00eb-4472-8962-b1e50d0d4245 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 363ffe14-eb3e-4a05-a481-5c6b0647fc22 {{(pid=103573) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:17:42.731767 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-de8c1570-00eb-4472-8962-b1e50d0d4245 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:42.733009 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-de8c1570-00eb-4472-8962-b1e50d0d4245 admin admin] 10.222.0.65 "DELETE /v2.0/routers/363ffe14-eb3e-4a05-a481-5c6b0647fc22 HTTP/1.1" status: 204 len: 168 time: 0.7666550 May 16 19:17:42.735458 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60770) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:42.778631 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.db_base_plugin_v2 [None req-50dc3d48-4822-4f12-a0eb-0620b32d646b admin admin] Deleting subnet 05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae {{(pid=103573) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:17:42.781635 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50dc3d48-4822-4f12-a0eb-0620b32d646b admin admin] Publish callbacks [] for subnet (05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:42.815205 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50dc3d48-4822-4f12-a0eb-0620b32d646b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295113'] for subnet (05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae), precommit_delete_associations {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:42.821094 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 12b16058-b2ef-448e-9676-e523bef453b2 no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:17:42.839720 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: 12b16058-b2ef-448e-9676-e523bef453b2 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:17:42.840075 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 12b16058-b2ef-448e-9676-e523bef453b2 not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:17:42.891999 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50dc3d48-4822-4f12-a0eb-0620b32d646b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660465'] for subnet (05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:42.948512 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50dc3d48-4822-4f12-a0eb-0620b32d646b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127131128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125931018'] for subnet (05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:42.975797 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc3d48-4822-4f12-a0eb-0620b32d646b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:42.980610 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-50dc3d48-4822-4f12-a0eb-0620b32d646b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:42.986104 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-50dc3d48-4822-4f12-a0eb-0620b32d646b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/05a33fa9-cbf7-4861-ba6e-bfb8da5a8fae HTTP/1.1" status: 204 len: 168 time: 0.2474983 May 16 19:17:42.986338 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60772) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:42.986502 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7201cc75-09a2-4a3e-ba6c-27ef442c5fbc None None] Network 3cb27ab2-3f03-450b-967b-0cbe8bcd58de requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:17:43.058714 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751918'] for network (3cb27ab2-3f03-450b-967b-0cbe8bcd58de), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:43.102138 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] Deleting port 273b188e-27cd-4cae-8adc-5dc5ed2530dc {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:43.102473 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (273b188e-27cd-4cae-8adc-5dc5ed2530dc), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:43.162920 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] For port 273b188e-27cd-4cae-8adc-5dc5ed2530dc, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=273b188e-27cd-4cae-8adc-5dc5ed2530dc,segment=NetworkSegment(5385f443-0d16-4bde-9ce3-76b3eebfaf38),segment_id=5385f443-0d16-4bde-9ce3-76b3eebfaf38)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:17:43.163203 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (273b188e-27cd-4cae-8adc-5dc5ed2530dc), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:43.175999 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] Calling delete_port for 273b188e-27cd-4cae-8adc-5dc5ed2530dc owned by network:dhcp {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:43.252289 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (273b188e-27cd-4cae-8adc-5dc5ed2530dc), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:43.274303 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] Pushing event deleted for resources: {'Port': ['ID=273b188e-27cd-4cae-8adc-5dc5ed2530dc,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:43.279589 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] No DVR routers for this DVR port 273b188e-27cd-4cae-8adc-5dc5ed2530dc on host dv-cinder-839987-5-smb {{(pid=103573) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:17:43.352648 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661572', 'neutron.services.segments.db._delete_segments_for_network-8772410173462'] for network (3cb27ab2-3f03-450b-967b-0cbe8bcd58de), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:43.360254 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e86eb6c-e8c7-402b-864f-fcb4dacffdc1 None None] DHCP port deletion for 3cb27ab2-3f03-450b-967b-0cbe8bcd58de request from dv-cinder-839987-5-smb {{(pid=103575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:17:43.374508 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb27ab2-3f03-450b-967b-0cbe8bcd58de']}} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:43.385077 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5385f443-0d16-4bde-9ce3-76b3eebfaf38') {'for_net_delete': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:43.385470 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5385f443-0d16-4bde-9ce3-76b3eebfaf38') {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:43.395257 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410174751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295152'] for segment (5385f443-0d16-4bde-9ce3-76b3eebfaf38), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:43.408158 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (5385f443-0d16-4bde-9ce3-76b3eebfaf38), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:43.414115 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:17:43.414442 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127128922'] for segment (5385f443-0d16-4bde-9ce3-76b3eebfaf38), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: Traceback (most recent call last): May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: timer() May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: cb(*args, **kw) May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: return func(*args, **kwargs) May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: self._notify() May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: self.callback(batched_events) May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: event.method(event) May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: return f(self, *a, **k) May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: return self._get(url).json() May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: return self.request(url, 'GET', **kwargs) May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:17:43.416232 dv-cinder-839987-5-smb neutron-server[103573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:17:43.471118 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3934410'] for network (3cb27ab2-3f03-450b-967b-0cbe8bcd58de), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:43.477080 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:43.480461 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3cb27ab2-3f03-450b-967b-0cbe8bcd58de HTTP/1.1" status: 204 len: 168 time: 0.4931941 May 16 19:17:43.495027 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421c50a-9392-470f-9333-9104664dfc07 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb27ab2-3f03-450b-967b-0cbe8bcd58de,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:43.540608 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60782) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:43.642652 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60786) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:43.683451 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-f8680985-5e54-44d4-898d-ac2d1e05ce75 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=84a4b9a583d64f49aad8b2c8ea0d5513&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0382450 May 16 19:17:43.685384 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60788) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:43.732688 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8438eef7-3c45-4994-b007-7a2c5183b622 admin admin] Publish callbacks [] for security_group (7008763b-f6d4-4610-89c7-086f262be347), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:43.758307 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8438eef7-3c45-4994-b007-7a2c5183b622 admin admin] Publish callbacks [] for security_group (7008763b-f6d4-4610-89c7-086f262be347), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:43.804466 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8438eef7-3c45-4994-b007-7a2c5183b622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (7008763b-f6d4-4610-89c7-086f262be347), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:43.807006 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8438eef7-3c45-4994-b007-7a2c5183b622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:43.808124 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-8438eef7-3c45-4994-b007-7a2c5183b622 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7008763b-f6d4-4610-89c7-086f262be347 HTTP/1.1" status: 204 len: 168 time: 0.1218104 May 16 19:17:43.822051 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438eef7-3c45-4994-b007-7a2c5183b622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7008763b-f6d4-4610-89c7-086f262be347,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:43.922616 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f1cc130-7976-4f7f-a6b0-505d02d86b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3933130'] for router_interface (315a5365-d6ea-4828-8d3a-bf43c9314f30), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:44.142295 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8f1cc130-7976-4f7f-a6b0-505d02d86b95 admin admin] Deleting port 0af70e4b-5693-4b59-9694-15907d5de6c1 {{(pid=103573) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:44.146551 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f1cc130-7976-4f7f-a6b0-505d02d86b95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:44.207533 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device f1ae1478-a1c3-49a3-84e5-b47565279535 no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:17:44.226806 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: f1ae1478-a1c3-49a3-84e5-b47565279535 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:17:44.227236 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device f1ae1478-a1c3-49a3-84e5-b47565279535 not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:17:44.227707 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 273b188e-27cd-4cae-8adc-5dc5ed2530dc no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:17:44.231245 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.db [None req-8f1cc130-7976-4f7f-a6b0-505d02d86b95 admin admin] For port 0af70e4b-5693-4b59-9694-15907d5de6c1, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=0af70e4b-5693-4b59-9694-15907d5de6c1,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103573) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:17:44.231682 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f1cc130-7976-4f7f-a6b0-505d02d86b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:44.246483 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: 273b188e-27cd-4cae-8adc-5dc5ed2530dc {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:17:44.246725 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 273b188e-27cd-4cae-8adc-5dc5ed2530dc not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:17:44.247095 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5 no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:17:44.248701 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.plugin [None req-8f1cc130-7976-4f7f-a6b0-505d02d86b95 admin admin] Calling delete_port for 0af70e4b-5693-4b59-9694-15907d5de6c1 owned by network:router_interface {{(pid=103573) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:44.270186 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:17:44.270525 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 3b427ebd-d86e-4d67-aadf-aa6f7f5abad5 not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:17:44.434152 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f1cc130-7976-4f7f-a6b0-505d02d86b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127128841'] for port (0af70e4b-5693-4b59-9694-15907d5de6c1), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:44.461963 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cc130-7976-4f7f-a6b0-505d02d86b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=0af70e4b-5693-4b59-9694-15907d5de6c1,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:44.630470 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f1cc130-7976-4f7f-a6b0-505d02d86b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3891545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3993557'] for router_interface (315a5365-d6ea-4828-8d3a-bf43c9314f30), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:45.084584 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1cc130-7976-4f7f-a6b0-505d02d86b95 admin admin] Router 315a5365-d6ea-4828-8d3a-bf43c9314f30 has already been hosted by L3 agent e493de87-d1d7-46c1-aa9d-c987d6bcd8cf {{(pid=103573) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 16 19:17:45.184513 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1cc130-7976-4f7f-a6b0-505d02d86b95 admin admin] Notify agent at l3_agent.dv-cinder-839987-5-smb the message routers_updated {{(pid=103573) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 16 19:17:45.192671 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-8f1cc130-7976-4f7f-a6b0-505d02d86b95 admin admin] 10.222.0.65 "PUT /v2.0/routers/315a5365-d6ea-4828-8d3a-bf43c9314f30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6483960 May 16 19:17:45.193076 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60828) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:45.194052 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5cf63c-0407-4436-9f37-b7a01d710668 None None] Sync routers for ids ['315a5365-d6ea-4828-8d3a-bf43c9314f30'] in dv-cinder-839987-5-smb {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 16 19:17:45.204606 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5cf63c-0407-4436-9f37-b7a01d710668 None None] Routers {'315a5365-d6ea-4828-8d3a-bf43c9314f30'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:17:45.205764 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-6d5cf63c-0407-4436-9f37-b7a01d710668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:17:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['315a5365-d6ea-4828-8d3a-bf43c9314f30'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:45.298964 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2fd6f4b2-a97b-4422-96d9-5ff4f53be15d admin admin] Publish callbacks [] for router (315a5365-d6ea-4828-8d3a-bf43c9314f30), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:45.310989 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-6d5cf63c-0407-4436-9f37-b7a01d710668 None None] Set router 315a5365-d6ea-4828-8d3a-bf43c9314f30 gateway port host: dv-cinder-839987-5-smb {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:17:45.404834 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2fd6f4b2-a97b-4422-96d9-5ff4f53be15d admin admin] Publish callbacks [] for router_gateway (315a5365-d6ea-4828-8d3a-bf43c9314f30), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:45.449061 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-2fd6f4b2-a97b-4422-96d9-5ff4f53be15d admin admin] Deleting port 5b3f9731-c84e-4e68-b303-127a5d307215 {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:45.449396 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2fd6f4b2-a97b-4422-96d9-5ff4f53be15d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (5b3f9731-c84e-4e68-b303-127a5d307215), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:45.480917 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-6d5cf63c-0407-4436-9f37-b7a01d710668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'external_fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71'}], 'enable_snat': True}, 'gw_port_id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:17:44Z', 'revision_number': 5, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port': {'id': '5b3f9731-c84e-4e68-b303-127a5d307215', 'name': '', 'network_id': '76eed255-df50-4913-937a-329b4f129daf', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'ip_address': '172.28.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839987-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-16T19:07:46Z', 'updated_at': '2022-05-16T19:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3b0fd8e-6a3b-4f13-8ab8-bb412f157a81', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839987-5-smb'}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:45.508902 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5cf63c-0407-4436-9f37-b7a01d710668 None None] Checking router: 315a5365-d6ea-4828-8d3a-bf43c9314f30 for host: dv-cinder-839987-5-smb {{(pid=103576) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 16 19:17:45.518553 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5cf63c-0407-4436-9f37-b7a01d710668 None None] Routers {'315a5365-d6ea-4828-8d3a-bf43c9314f30'} bound to L3 agent in host dv-cinder-839987-5-smb {{(pid=103576) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 16 19:17:45.519207 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-6d5cf63c-0407-4436-9f37-b7a01d710668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839987-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-16T18:59:05Z,description=,heartbeat_timestamp=2022-05-16T19:17:35Z,host='dv-cinder-839987-5-smb',id=e493de87-d1d7-46c1-aa9d-c987d6bcd8cf,load=0,resource_versions=,resources_synced=,started_at=2022-05-16T18:59:05Z,topic='l3_agent')) {'router_ids': ['315a5365-d6ea-4828-8d3a-bf43c9314f30'], 'active': True} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:45.551898 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-2fd6f4b2-a97b-4422-96d9-5ff4f53be15d admin admin] For port 5b3f9731-c84e-4e68-b303-127a5d307215, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=5b3f9731-c84e-4e68-b303-127a5d307215,segment=NetworkSegment(d0a8e2d6-c505-4d7c-890f-7e6d00715091),segment_id=d0a8e2d6-c505-4d7c-890f-7e6d00715091)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:17:45.552269 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2fd6f4b2-a97b-4422-96d9-5ff4f53be15d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (5b3f9731-c84e-4e68-b303-127a5d307215), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:45.566070 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-2fd6f4b2-a97b-4422-96d9-5ff4f53be15d admin admin] Calling delete_port for 5b3f9731-c84e-4e68-b303-127a5d307215 owned by network:router_gateway {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:45.597342 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_dvr_db [None req-6d5cf63c-0407-4436-9f37-b7a01d710668 None None] Set router 315a5365-d6ea-4828-8d3a-bf43c9314f30 gateway port host: None {{(pid=103576) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 16 19:17:45.647526 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.l3_hamode_db [None req-6d5cf63c-0407-4436-9f37-b7a01d710668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:17:45Z', 'revision_number': 6, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port_host': None}], 'dv-cinder-839987-5-smb', False) {} {{(pid=103576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:45.670613 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5cf63c-0407-4436-9f37-b7a01d710668 None None] The sync data for ids ['315a5365-d6ea-4828-8d3a-bf43c9314f30'] in dv-cinder-839987-5-smb is: [{'id': '315a5365-d6ea-4828-8d3a-bf43c9314f30', 'name': 'tempest-AttachVolumeShelveTestJSON-592612967-router', 'tenant_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-16T19:07:44Z', 'updated_at': '2022-05-16T19:17:45Z', 'revision_number': 6, 'project_id': '1e0707879ab84c20b8b6526f8ffdd7f5', 'gw_port_host': None}] {{(pid=103576) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 16 19:17:45.730996 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2fd6f4b2-a97b-4422-96d9-5ff4f53be15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (5b3f9731-c84e-4e68-b303-127a5d307215), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:45.758685 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6f4b2-a97b-4422-96d9-5ff4f53be15d admin admin] Pushing event deleted for resources: {'Port': ['ID=5b3f9731-c84e-4e68-b303-127a5d307215,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:45.818061 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2fd6f4b2-a97b-4422-96d9-5ff4f53be15d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3944696'] for router_gateway (315a5365-d6ea-4828-8d3a-bf43c9314f30), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:45.902049 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2fd6f4b2-a97b-4422-96d9-5ff4f53be15d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3945648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-333'] for router (315a5365-d6ea-4828-8d3a-bf43c9314f30), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:45.904135 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2fd6f4b2-a97b-4422-96d9-5ff4f53be15d admin admin] Publish callbacks [] for router_controller (315a5365-d6ea-4828-8d3a-bf43c9314f30), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:45.943313 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2fd6f4b2-a97b-4422-96d9-5ff4f53be15d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3945641'] for router (315a5365-d6ea-4828-8d3a-bf43c9314f30), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:45.943963 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd6f4b2-a97b-4422-96d9-5ff4f53be15d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 315a5365-d6ea-4828-8d3a-bf43c9314f30 {{(pid=103574) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 16 19:17:45.948616 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-2fd6f4b2-a97b-4422-96d9-5ff4f53be15d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:45.949755 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-2fd6f4b2-a97b-4422-96d9-5ff4f53be15d admin admin] 10.222.0.65 "DELETE /v2.0/routers/315a5365-d6ea-4828-8d3a-bf43c9314f30 HTTP/1.1" status: 204 len: 168 time: 0.7559576 May 16 19:17:45.952260 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60838) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:45.995891 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a7a50c-1f52-427f-a22b-3c03eb0b5a04 admin admin] Deleting subnet 32734e80-b5c3-4de5-9e79-84be66140e2e {{(pid=103574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:17:45.998884 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a0a7a50c-1f52-427f-a22b-3c03eb0b5a04 admin admin] Publish callbacks [] for subnet (32734e80-b5c3-4de5-9e79-84be66140e2e), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:46.037538 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a0a7a50c-1f52-427f-a22b-3c03eb0b5a04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125890959'] for subnet (32734e80-b5c3-4de5-9e79-84be66140e2e), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:46.116932 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a0a7a50c-1f52-427f-a22b-3c03eb0b5a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660465'] for subnet (32734e80-b5c3-4de5-9e79-84be66140e2e), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:46.166533 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a0a7a50c-1f52-427f-a22b-3c03eb0b5a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125891027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112557'] for subnet (32734e80-b5c3-4de5-9e79-84be66140e2e), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:46.195412 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7a50c-1f52-427f-a22b-3c03eb0b5a04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32734e80-b5c3-4de5-9e79-84be66140e2e,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:46.198846 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a0a7a50c-1f52-427f-a22b-3c03eb0b5a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:46.201973 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-a0a7a50c-1f52-427f-a22b-3c03eb0b5a04 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/32734e80-b5c3-4de5-9e79-84be66140e2e HTTP/1.1" status: 204 len: 168 time: 0.2487388 May 16 19:17:46.204528 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe3452b-1cbf-437d-ad7d-77deae37275c None None] Network fa48d056-bb3a-4902-b0df-7a66e8554ee6 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:17:46.205006 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60840) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:46.427345 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebb47d5-0478-4f8f-ac35-42c19fb76073 None None] DHCP port deletion for fa48d056-bb3a-4902-b0df-7a66e8554ee6 request from dv-cinder-839987-5-smb {{(pid=103575) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 16 19:17:46.481052 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-aebb47d5-0478-4f8f-ac35-42c19fb76073 None None] Deleting port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d {{(pid=103575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:46.481558 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-aebb47d5-0478-4f8f-ac35-42c19fb76073 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (ea8a6e58-b0f3-4669-b0ff-fc9581290c3d), before_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:46.486392 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 0af70e4b-5693-4b59-9694-15907d5de6c1 no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:17:46.508252 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751918'] for network (fa48d056-bb3a-4902-b0df-7a66e8554ee6), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:46.520213 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: 0af70e4b-5693-4b59-9694-15907d5de6c1 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:17:46.520588 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 0af70e4b-5693-4b59-9694-15907d5de6c1 not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:17:46.520984 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device ea8a6e58-b0f3-4669-b0ff-fc9581290c3d no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:17:46.555211 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] Deleting port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:17:46.555211 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (ea8a6e58-b0f3-4669-b0ff-fc9581290c3d), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:46.608185 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-aebb47d5-0478-4f8f-ac35-42c19fb76073 None None] For port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=ea8a6e58-b0f3-4669-b0ff-fc9581290c3d,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:17:46.608755 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-aebb47d5-0478-4f8f-ac35-42c19fb76073 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (ea8a6e58-b0f3-4669-b0ff-fc9581290c3d), precommit_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:46.624926 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-aebb47d5-0478-4f8f-ac35-42c19fb76073 None None] Calling delete_port for ea8a6e58-b0f3-4669-b0ff-fc9581290c3d owned by network:dhcp {{(pid=103575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:46.631244 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] For port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d, host dv-cinder-839987-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839987-5-smb',level=0,port_id=ea8a6e58-b0f3-4669-b0ff-fc9581290c3d,segment=NetworkSegment(f695c4ed-817c-4a06-ac18-bfe5624b643e),segment_id=f695c4ed-817c-4a06-ac18-bfe5624b643e)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:17:46.631616 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (ea8a6e58-b0f3-4669-b0ff-fc9581290c3d), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:46.646912 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] Calling delete_port for ea8a6e58-b0f3-4669-b0ff-fc9581290c3d owned by network:dhcp {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:17:46.694967 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Current status of the port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d is: ACTIVE; New status is: DOWN {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:17:46.695490 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (ea8a6e58-b0f3-4669-b0ff-fc9581290c3d), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:46.738794 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (ea8a6e58-b0f3-4669-b0ff-fc9581290c3d), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:46.760129 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 5b3f9731-c84e-4e68-b303-127a5d307215 no longer exists at agent ovs-agent-dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:17:46.770417 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] No DVR routers for this DVR port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d on host dv-cinder-839987-5-smb {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:17:46.774165 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] Pushing event deleted for resources: {'Port': ['ID=ea8a6e58-b0f3-4669-b0ff-fc9581290c3d,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:46.781085 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] No Port match for: 5b3f9731-c84e-4e68-b303-127a5d307215 {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:17:46.781457 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Device 5b3f9731-c84e-4e68-b303-127a5d307215 not bound to the agent host dv-cinder-839987-5-smb {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:17:46.782955 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-aebb47d5-0478-4f8f-ac35-42c19fb76073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032'] for port (ea8a6e58-b0f3-4669-b0ff-fc9581290c3d), after_delete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:46.820999 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb47d5-0478-4f8f-ac35-42c19fb76073 None None] Pushing event deleted for resources: {'Port': ['ID=ea8a6e58-b0f3-4669-b0ff-fc9581290c3d,revision_number=None']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:46.823174 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebb47d5-0478-4f8f-ac35-42c19fb76073 None None] No DVR routers for this DVR port ea8a6e58-b0f3-4669-b0ff-fc9581290c3d on host dv-cinder-839987-5-smb {{(pid=103575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:17:46.866991 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661572', 'neutron.services.segments.db._delete_segments_for_network-8772410173462'] for network (fa48d056-bb3a-4902-b0df-7a66e8554ee6), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:46.891367 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa48d056-bb3a-4902-b0df-7a66e8554ee6']}} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:46.902543 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f695c4ed-817c-4a06-ac18-bfe5624b643e') {'for_net_delete': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:46.902806 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f695c4ed-817c-4a06-ac18-bfe5624b643e') {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:46.913545 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410174751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125890998'] for segment (f695c4ed-817c-4a06-ac18-bfe5624b643e), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:46.928399 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (f695c4ed-817c-4a06-ac18-bfe5624b643e), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:46.935717 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:17:46.936241 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125892977'] for segment (f695c4ed-817c-4a06-ac18-bfe5624b643e), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: Traceback (most recent call last): May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: timer() May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: cb(*args, **kw) May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: return func(*args, **kwargs) May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: self._notify() May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: self.callback(batched_events) May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: event.method(event) May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: return f(self, *a, **k) May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: return self._get(url).json() May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: return self.request(url, 'GET', **kwargs) May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:17:46.939028 dv-cinder-839987-5-smb neutron-server[103574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:17:47.006045 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3934410'] for network (fa48d056-bb3a-4902-b0df-7a66e8554ee6), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:47.011405 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:47.014476 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] 10.222.0.65 "DELETE /v2.0/networks/fa48d056-bb3a-4902-b0df-7a66e8554ee6 HTTP/1.1" status: 204 len: 168 time: 0.8089924 May 16 19:17:47.025462 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0f44c-8185-4df1-848b-3d319d93310b admin admin] Pushing event deleted for resources: {'Network': ['ID=fa48d056-bb3a-4902-b0df-7a66e8554ee6,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:47.183948 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60856) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:47.230411 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-0bfc4169-282b-41bd-8b13-79430ad0ac09 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e0707879ab84c20b8b6526f8ffdd7f5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0452030 May 16 19:17:47.233082 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60858) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:47.283444 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e3ccaae-8f0d-4685-940b-436df21bf9d7 admin admin] Publish callbacks [] for security_group (b902487e-7f85-41e4-aa15-0b85973d28bf), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:47.303461 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e3ccaae-8f0d-4685-940b-436df21bf9d7 admin admin] Publish callbacks [] for security_group (b902487e-7f85-41e4-aa15-0b85973d28bf), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:47.349933 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e3ccaae-8f0d-4685-940b-436df21bf9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (b902487e-7f85-41e4-aa15-0b85973d28bf), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:47.352337 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-2e3ccaae-8f0d-4685-940b-436df21bf9d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:47.353481 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-2e3ccaae-8f0d-4685-940b-436df21bf9d7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b902487e-7f85-41e4-aa15-0b85973d28bf HTTP/1.1" status: 204 len: 168 time: 0.1194265 May 16 19:17:47.362655 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ccaae-8f0d-4685-940b-436df21bf9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b902487e-7f85-41e4-aa15-0b85973d28bf,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:48.009742 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60882) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:48.110634 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.v2.base [None req-764b3730-34bd-4a22-9ca4-c04f552c0092 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-349694524-network', 'tenant_id': 'd3374bd47996412c9bc2b4912fc4d509'}} {{(pid=103573) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:17:48.131108 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764b3730-34bd-4a22-9ca4-c04f552c0092 admin admin] Made reservation on behalf of d3374bd47996412c9bc2b4912fc4d509 for: {'network': 1} {{(pid=103573) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:17:48.133760 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-764b3730-34bd-4a22-9ca4-c04f552c0092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for network (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:48.142599 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-764b3730-34bd-4a22-9ca4-c04f552c0092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:48.224069 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-764b3730-34bd-4a22-9ca4-c04f552c0092 admin admin] Publish callbacks [] for security_group (438289f0-5171-4087-9f85-5ccc15353adf), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:48.227923 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-764b3730-34bd-4a22-9ca4-c04f552c0092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (438289f0-5171-4087-9f85-5ccc15353adf), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:48.249398 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764b3730-34bd-4a22-9ca4-c04f552c0092 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103573) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:17:48.263461 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b3730-34bd-4a22-9ca4-c04f552c0092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438289f0-5171-4087-9f85-5ccc15353adf,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:48.268291 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-764b3730-34bd-4a22-9ca4-c04f552c0092 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410173453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (669ac143-a913-4644-9839-3626018c10f9), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:48.268751 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.db.segments_db [None req-764b3730-34bd-4a22-9ca4-c04f552c0092 admin admin] Added segment 669ac143-a913-4644-9839-3626018c10f9 of type vlan for network 1c60d8f0-9aaf-4f4c-9c70-71edf1408a1c May 16 19:17:48.311205 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-764b3730-34bd-4a22-9ca4-c04f552c0092 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409763997'] for network (1c60d8f0-9aaf-4f4c-9c70-71edf1408a1c), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:48.337929 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-764b3730-34bd-4a22-9ca4-c04f552c0092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for network (1c60d8f0-9aaf-4f4c-9c70-71edf1408a1c), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:48.339072 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764b3730-34bd-4a22-9ca4-c04f552c0092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:48.339644 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-764b3730-34bd-4a22-9ca4-c04f552c0092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:48.374845 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-764b3730-34bd-4a22-9ca4-c04f552c0092 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3629591 May 16 19:17:48.379484 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60892) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:48.384416 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-7821b2bf-65c8-4670-b6c1-9ec6e16d8898 admin admin] Request body: {'subnet': {'network_id': '1c60d8f0-9aaf-4f4c-9c70-71edf1408a1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-349694524-subnet', 'tenant_id': 'd3374bd47996412c9bc2b4912fc4d509', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:17:48.402616 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b3730-34bd-4a22-9ca4-c04f552c0092 admin admin] Pushing event updated for resources: {'Network': ['ID=1c60d8f0-9aaf-4f4c-9c70-71edf1408a1c,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:48.403722 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7821b2bf-65c8-4670-b6c1-9ec6e16d8898 admin admin] Made reservation on behalf of d3374bd47996412c9bc2b4912fc4d509 for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:17:48.406133 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7821b2bf-65c8-4670-b6c1-9ec6e16d8898 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112512'] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:48.412114 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Network 1c60d8f0-9aaf-4f4c-9c70-71edf1408a1c details requested by agent ovs-agent-dv-cinder-839987-5-smb with host dv-cinder-839987-5-smb {{(pid=103575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:17:48.572470 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7821b2bf-65c8-4670-b6c1-9ec6e16d8898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125890962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112534'] for subnet (eabad01f-be71-4c6b-82a4-21b511466b66), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:48.633533 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821b2bf-65c8-4670-b6c1-9ec6e16d8898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eabad01f-be71-4c6b-82a4-21b511466b66,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:48.642170 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7821b2bf-65c8-4670-b6c1-9ec6e16d8898 admin admin] Checking segment: {'id': '669ac143-a913-4644-9839-3626018c10f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1c60d8f0-9aaf-4f4c-9c70-71edf1408a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:17:48.642528 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7821b2bf-65c8-4670-b6c1-9ec6e16d8898 admin admin] Network hostable DHCP agents. Network: 1c60d8f0-9aaf-4f4c-9c70-71edf1408a1c, hostable agents: ['32740b08-508b-41fc-82a0-fe5ed2f5692a'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:17:48.660844 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7821b2bf-65c8-4670-b6c1-9ec6e16d8898 admin admin] Network 1c60d8f0-9aaf-4f4c-9c70-71edf1408a1c is scheduled to be hosted by DHCP agent 32740b08-508b-41fc-82a0-fe5ed2f5692a with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:17:48.669309 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-7821b2bf-65c8-4670-b6c1-9ec6e16d8898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-5-smb, 1c60d8f0-9aaf-4f4c-9c70-71edf1408a1c) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:17:48.673677 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7821b2bf-65c8-4670-b6c1-9ec6e16d8898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:48.674963 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7821b2bf-65c8-4670-b6c1-9ec6e16d8898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:48.680959 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ee0032-dc5c-48b7-9e61-47787184e04e None None] Network 1c60d8f0-9aaf-4f4c-9c70-71edf1408a1c requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:17:48.691137 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-7821b2bf-65c8-4670-b6c1-9ec6e16d8898 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3105543 May 16 19:17:48.779291 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a827e2f-21a2-4630-ac38-49357ac2162c None None] Network 1c60d8f0-9aaf-4f4c-9c70-71edf1408a1c requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:17:49.151772 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60908) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:49.156652 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-f540f4dc-4b04-4cab-84f3-196be72bce69 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1213892974-network', 'tenant_id': '7c92ed4788de43b2abdf8b35b5d561fd'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:17:49.176452 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f540f4dc-4b04-4cab-84f3-196be72bce69 admin admin] Made reservation on behalf of 7c92ed4788de43b2abdf8b35b5d561fd for: {'network': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:17:49.178693 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f540f4dc-4b04-4cab-84f3-196be72bce69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for network (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:49.187937 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f540f4dc-4b04-4cab-84f3-196be72bce69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:49.263778 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f540f4dc-4b04-4cab-84f3-196be72bce69 admin admin] Publish callbacks [] for security_group (eaac0f17-24aa-4e02-8df3-0b076fb7adf3), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:49.269105 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f540f4dc-4b04-4cab-84f3-196be72bce69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (eaac0f17-24aa-4e02-8df3-0b076fb7adf3), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:49.298331 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f540f4dc-4b04-4cab-84f3-196be72bce69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103574) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 16 19:17:49.304870 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540f4dc-4b04-4cab-84f3-196be72bce69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaac0f17-24aa-4e02-8df3-0b076fb7adf3,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:49.313300 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f540f4dc-4b04-4cab-84f3-196be72bce69 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772410173453', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (4901a9b4-dccc-44eb-8f6b-a00939a8928b), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:49.313300 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.db.segments_db [None req-f540f4dc-4b04-4cab-84f3-196be72bce69 admin admin] Added segment 4901a9b4-dccc-44eb-8f6b-a00939a8928b of type vlan for network b3ba5e7e-e84f-4098-8ee1-675b419329c8 May 16 19:17:49.357841 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f540f4dc-4b04-4cab-84f3-196be72bce69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772409763997'] for network (b3ba5e7e-e84f-4098-8ee1-675b419329c8), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:49.389191 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f540f4dc-4b04-4cab-84f3-196be72bce69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536'] for network (b3ba5e7e-e84f-4098-8ee1-675b419329c8), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:49.390331 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f540f4dc-4b04-4cab-84f3-196be72bce69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:49.390955 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-f540f4dc-4b04-4cab-84f3-196be72bce69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:49.424914 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-f540f4dc-4b04-4cab-84f3-196be72bce69 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.2718940 May 16 19:17:49.427382 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60926) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:49.459603 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [None req-52e9c65e-2b63-4365-85ba-b18bd69994f8 admin admin] Request body: {'subnet': {'network_id': 'b3ba5e7e-e84f-4098-8ee1-675b419329c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1213892974-subnet', 'tenant_id': '7c92ed4788de43b2abdf8b35b5d561fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:17:49.467901 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540f4dc-4b04-4cab-84f3-196be72bce69 admin admin] Pushing event updated for resources: {'Network': ['ID=b3ba5e7e-e84f-4098-8ee1-675b419329c8,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:49.479538 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Network b3ba5e7e-e84f-4098-8ee1-675b419329c8 details requested by agent ovs-agent-dv-cinder-839987-5-smb with host dv-cinder-839987-5-smb {{(pid=103575) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 16 19:17:49.485822 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e9c65e-2b63-4365-85ba-b18bd69994f8 admin admin] Made reservation on behalf of 7c92ed4788de43b2abdf8b35b5d561fd for: {'subnet': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:17:49.488384 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-52e9c65e-2b63-4365-85ba-b18bd69994f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126112512'] for subnet (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:49.667885 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-52e9c65e-2b63-4365-85ba-b18bd69994f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125890962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126112534'] for subnet (b7dbe623-92d0-4bcd-905d-6452b452b6e4), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:49.725487 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9c65e-2b63-4365-85ba-b18bd69994f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7dbe623-92d0-4bcd-905d-6452b452b6e4,revision_number=0']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:49.733246 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e9c65e-2b63-4365-85ba-b18bd69994f8 admin admin] Checking segment: {'id': '4901a9b4-dccc-44eb-8f6b-a00939a8928b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b3ba5e7e-e84f-4098-8ee1-675b419329c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:17:49.733560 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e9c65e-2b63-4365-85ba-b18bd69994f8 admin admin] Network hostable DHCP agents. Network: b3ba5e7e-e84f-4098-8ee1-675b419329c8, hostable agents: ['32740b08-508b-41fc-82a0-fe5ed2f5692a'], hosted agents: [] {{(pid=103574) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 16 19:17:49.751172 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e9c65e-2b63-4365-85ba-b18bd69994f8 admin admin] Network b3ba5e7e-e84f-4098-8ee1-675b419329c8 is scheduled to be hosted by DHCP agent 32740b08-508b-41fc-82a0-fe5ed2f5692a with binding_index 1 {{(pid=103574) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 16 19:17:49.767067 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [None req-52e9c65e-2b63-4365-85ba-b18bd69994f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839987-5-smb, b3ba5e7e-e84f-4098-8ee1-675b419329c8) {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:17:49.771612 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e9c65e-2b63-4365-85ba-b18bd69994f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:17:49.772198 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-52e9c65e-2b63-4365-85ba-b18bd69994f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:49.782125 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bcadb4-1e71-46c8-a99b-9ccd12527170 None None] Network b3ba5e7e-e84f-4098-8ee1-675b419329c8 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:17:49.789665 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-52e9c65e-2b63-4365-85ba-b18bd69994f8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3612845 May 16 19:17:49.878998 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508a537a-fe12-4387-b02c-fac2f1124f52 None None] Network b3ba5e7e-e84f-4098-8ee1-675b419329c8 requested from dv-cinder-839987-5-smb {{(pid=103575) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 16 19:17:49.897992 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60946) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:49.942932 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b82ce02-8ecf-4513-8c1f-52a78ae2d8cd admin admin] Deleting subnet eabad01f-be71-4c6b-82a4-21b511466b66 {{(pid=103574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:17:49.946226 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6b82ce02-8ecf-4513-8c1f-52a78ae2d8cd admin admin] Publish callbacks [] for subnet (eabad01f-be71-4c6b-82a4-21b511466b66), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:49.992089 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6b82ce02-8ecf-4513-8c1f-52a78ae2d8cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125890959'] for subnet (eabad01f-be71-4c6b-82a4-21b511466b66), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.035386 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6b82ce02-8ecf-4513-8c1f-52a78ae2d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660465'] for subnet (eabad01f-be71-4c6b-82a4-21b511466b66), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.090815 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6b82ce02-8ecf-4513-8c1f-52a78ae2d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125891027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112557'] for subnet (eabad01f-be71-4c6b-82a4-21b511466b66), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.119141 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-6b82ce02-8ecf-4513-8c1f-52a78ae2d8cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.122566 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-6b82ce02-8ecf-4513-8c1f-52a78ae2d8cd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/eabad01f-be71-4c6b-82a4-21b511466b66 HTTP/1.1" status: 204 len: 168 time: 0.2235265 May 16 19:17:50.123545 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82ce02-8ecf-4513-8c1f-52a78ae2d8cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eabad01f-be71-4c6b-82a4-21b511466b66,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:50.125264 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60948) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:50.195357 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c5e78c63-7539-4a92-aea4-dea35417ee51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751918'] for network (1c60d8f0-9aaf-4f4c-9c70-71edf1408a1c), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.269625 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c5e78c63-7539-4a92-aea4-dea35417ee51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661572', 'neutron.services.segments.db._delete_segments_for_network-8772410173462'] for network (1c60d8f0-9aaf-4f4c-9c70-71edf1408a1c), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.290976 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-c5e78c63-7539-4a92-aea4-dea35417ee51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c60d8f0-9aaf-4f4c-9c70-71edf1408a1c']}} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:50.301113 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-c5e78c63-7539-4a92-aea4-dea35417ee51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669ac143-a913-4644-9839-3626018c10f9') {'for_net_delete': True} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:50.301411 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.services.segments.db [None req-c5e78c63-7539-4a92-aea4-dea35417ee51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669ac143-a913-4644-9839-3626018c10f9') {} {{(pid=103573) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:50.310555 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c5e78c63-7539-4a92-aea4-dea35417ee51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410174751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295152'] for segment (669ac143-a913-4644-9839-3626018c10f9), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.323643 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c5e78c63-7539-4a92-aea4-dea35417ee51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (669ac143-a913-4644-9839-3626018c10f9), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.329597 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e78c63-7539-4a92-aea4-dea35417ee51 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103573) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:17:50.329977 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c5e78c63-7539-4a92-aea4-dea35417ee51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127128922'] for segment (669ac143-a913-4644-9839-3626018c10f9), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: Traceback (most recent call last): May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: timer() May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: cb(*args, **kw) May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: return func(*args, **kwargs) May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: self._notify() May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: self.callback(batched_events) May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: event.method(event) May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: return f(self, *a, **k) May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: return self._get(url).json() May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: return self.request(url, 'GET', **kwargs) May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:17:50.331626 dv-cinder-839987-5-smb neutron-server[103573]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:17:50.390450 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c5e78c63-7539-4a92-aea4-dea35417ee51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3934410'] for network (1c60d8f0-9aaf-4f4c-9c70-71edf1408a1c), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.395442 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-c5e78c63-7539-4a92-aea4-dea35417ee51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.401330 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-c5e78c63-7539-4a92-aea4-dea35417ee51 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1c60d8f0-9aaf-4f4c-9c70-71edf1408a1c HTTP/1.1" status: 204 len: 168 time: 0.2722874 May 16 19:17:50.401500 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60950) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:50.415091 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e78c63-7539-4a92-aea4-dea35417ee51 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c60d8f0-9aaf-4f4c-9c70-71edf1408a1c,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:50.448183 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0ca857-190e-4b84-8176-dc3afc485f41 admin admin] Deleting subnet b7dbe623-92d0-4bcd-905d-6452b452b6e4 {{(pid=103574) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 16 19:17:50.451421 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1a0ca857-190e-4b84-8176-dc3afc485f41 admin admin] Publish callbacks [] for subnet (b7dbe623-92d0-4bcd-905d-6452b452b6e4), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.490322 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1a0ca857-190e-4b84-8176-dc3afc485f41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125890959'] for subnet (b7dbe623-92d0-4bcd-905d-6452b452b6e4), precommit_delete_associations {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.529103 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1a0ca857-190e-4b84-8176-dc3afc485f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660465'] for subnet (b7dbe623-92d0-4bcd-905d-6452b452b6e4), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.579415 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1a0ca857-190e-4b84-8176-dc3afc485f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125891027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126112557'] for subnet (b7dbe623-92d0-4bcd-905d-6452b452b6e4), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.606500 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ca857-190e-4b84-8176-dc3afc485f41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7dbe623-92d0-4bcd-905d-6452b452b6e4,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:50.608454 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1a0ca857-190e-4b84-8176-dc3afc485f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for subnet (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.611544 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-1a0ca857-190e-4b84-8176-dc3afc485f41 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b7dbe623-92d0-4bcd-905d-6452b452b6e4 HTTP/1.1" status: 204 len: 168 time: 0.2090273 May 16 19:17:50.613949 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60952) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:50.683640 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5ed3a90e-3913-4e15-b7d1-fe7d9846945f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-751918'] for network (b3ba5e7e-e84f-4098-8ee1-675b419329c8), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.759118 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5ed3a90e-3913-4e15-b7d1-fe7d9846945f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-661572', 'neutron.services.segments.db._delete_segments_for_network-8772410173462'] for network (b3ba5e7e-e84f-4098-8ee1-675b419329c8), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.778631 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-5ed3a90e-3913-4e15-b7d1-fe7d9846945f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ba5e7e-e84f-4098-8ee1-675b419329c8']}} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:50.788318 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-5ed3a90e-3913-4e15-b7d1-fe7d9846945f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4901a9b4-dccc-44eb-8f6b-a00939a8928b') {'for_net_delete': True} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:50.788644 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.services.segments.db [None req-5ed3a90e-3913-4e15-b7d1-fe7d9846945f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4901a9b4-dccc-44eb-8f6b-a00939a8928b') {} {{(pid=103574) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 16 19:17:50.797974 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5ed3a90e-3913-4e15-b7d1-fe7d9846945f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772410174751', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125890998'] for segment (4901a9b4-dccc-44eb-8f6b-a00939a8928b), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.811129 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5ed3a90e-3913-4e15-b7d1-fe7d9846945f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746'] for segment (4901a9b4-dccc-44eb-8f6b-a00939a8928b), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.820184 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed3a90e-3913-4e15-b7d1-fe7d9846945f admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103574) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 16 19:17:50.820184 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5ed3a90e-3913-4e15-b7d1-fe7d9846945f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-660746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125892977'] for segment (4901a9b4-dccc-44eb-8f6b-a00939a8928b), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: Traceback (most recent call last): May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: timer() May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: cb(*args, **kw) May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: return func(*args, **kwargs) May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: self._notify() May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: self.callback(batched_events) May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: event.method(event) May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: aggregate_id = self._get_aggregate_id(event.segment_id) May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: aggregate_uuid = self.p_client.list_aggregates( May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: return f(self, *a, **k) May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: return self._get(url).json() May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: return self._client.get(url, endpoint_filter=self._ks_filter, May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: return self.request(url, 'GET', **kwargs) May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: base_url = self.get_endpoint(auth, allow=allow, May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: auth = self._auth_required(auth, 'determine endpoint URL') May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 16 19:17:50.820738 dv-cinder-839987-5-smb neutron-server[103574]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 16 19:17:50.879690 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5ed3a90e-3913-4e15-b7d1-fe7d9846945f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-661631', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3927977', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3934410'] for network (b3ba5e7e-e84f-4098-8ee1-675b419329c8), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.884286 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-5ed3a90e-3913-4e15-b7d1-fe7d9846945f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3891582'] for network (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:50.887607 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-5ed3a90e-3913-4e15-b7d1-fe7d9846945f admin admin] 10.222.0.65 "DELETE /v2.0/networks/b3ba5e7e-e84f-4098-8ee1-675b419329c8 HTTP/1.1" status: 204 len: 168 time: 0.2725534 May 16 19:17:50.900509 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3a90e-3913-4e15-b7d1-fe7d9846945f admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ba5e7e-e84f-4098-8ee1-675b419329c8,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:51.053697 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60970) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:51.095903 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-9de12733-3896-45d4-994b-5b1da6dc4385 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d3374bd47996412c9bc2b4912fc4d509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410728 May 16 19:17:51.098421 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 60972) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:51.145419 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0b67e4ef-8d8a-42c9-b3b0-43da334f4ab1 admin admin] Publish callbacks [] for security_group (438289f0-5171-4087-9f85-5ccc15353adf), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:51.167412 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0b67e4ef-8d8a-42c9-b3b0-43da334f4ab1 admin admin] Publish callbacks [] for security_group (438289f0-5171-4087-9f85-5ccc15353adf), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:51.218482 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0b67e4ef-8d8a-42c9-b3b0-43da334f4ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (438289f0-5171-4087-9f85-5ccc15353adf), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:51.221431 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0b67e4ef-8d8a-42c9-b3b0-43da334f4ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:51.222818 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-0b67e4ef-8d8a-42c9-b3b0-43da334f4ab1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/438289f0-5171-4087-9f85-5ccc15353adf HTTP/1.1" status: 204 len: 168 time: 0.1234250 May 16 19:17:51.231336 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67e4ef-8d8a-42c9-b3b0-43da334f4ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438289f0-5171-4087-9f85-5ccc15353adf,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:51.536795 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60978) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:51.575775 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-8c9b939a-b594-4b7b-b7ed-dee896f77511 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c92ed4788de43b2abdf8b35b5d561fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377798 May 16 19:17:51.578099 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 60980) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:51.634236 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b6303502-e2f7-4c7d-9529-f65bd2a7b5fc admin admin] Publish callbacks [] for security_group (eaac0f17-24aa-4e02-8df3-0b076fb7adf3), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:51.659432 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b6303502-e2f7-4c7d-9529-f65bd2a7b5fc admin admin] Publish callbacks [] for security_group (eaac0f17-24aa-4e02-8df3-0b076fb7adf3), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:51.714794 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b6303502-e2f7-4c7d-9529-f65bd2a7b5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (eaac0f17-24aa-4e02-8df3-0b076fb7adf3), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:51.717328 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-b6303502-e2f7-4c7d-9529-f65bd2a7b5fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:51.718452 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-b6303502-e2f7-4c7d-9529-f65bd2a7b5fc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eaac0f17-24aa-4e02-8df3-0b076fb7adf3 HTTP/1.1" status: 204 len: 168 time: 0.1394682 May 16 19:17:51.728029 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6303502-e2f7-4c7d-9529-f65bd2a7b5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaac0f17-24aa-4e02-8df3-0b076fb7adf3,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:52.449230 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 32788) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:52.551578 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1981e7fa-96ca-4c9b-a81e-2bcb521a5ebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:52.628125 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1981e7fa-96ca-4c9b-a81e-2bcb521a5ebc admin admin] Publish callbacks [] for security_group (ce93cc2d-87ee-4581-adab-ad07a290ff5b), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:52.632631 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1981e7fa-96ca-4c9b-a81e-2bcb521a5ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (ce93cc2d-87ee-4581-adab-ad07a290ff5b), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:52.671772 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-1981e7fa-96ca-4c9b-a81e-2bcb521a5ebc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9dda9ccc729143a9a65795f4eb03a9e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214639 May 16 19:17:52.672759 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981e7fa-96ca-4c9b-a81e-2bcb521a5ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce93cc2d-87ee-4581-adab-ad07a290ff5b,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:52.675196 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 32798) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:52.728257 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-196637c7-1a96-4435-bf3a-c34c9651ad10 admin admin] Publish callbacks [] for security_group (ce93cc2d-87ee-4581-adab-ad07a290ff5b), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:52.749691 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-196637c7-1a96-4435-bf3a-c34c9651ad10 admin admin] Publish callbacks [] for security_group (ce93cc2d-87ee-4581-adab-ad07a290ff5b), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:52.797034 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-196637c7-1a96-4435-bf3a-c34c9651ad10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (ce93cc2d-87ee-4581-adab-ad07a290ff5b), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:52.799804 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-196637c7-1a96-4435-bf3a-c34c9651ad10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:52.800851 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-196637c7-1a96-4435-bf3a-c34c9651ad10 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce93cc2d-87ee-4581-adab-ad07a290ff5b HTTP/1.1" status: 204 len: 168 time: 0.1245277 May 16 19:17:52.808884 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196637c7-1a96-4435-bf3a-c34c9651ad10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce93cc2d-87ee-4581-adab-ad07a290ff5b,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:53.076089 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 32814) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:53.090925 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:53.172767 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] Publish callbacks [] for security_group (ab0720c3-6aaf-4469-a32b-d2dee824b600), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:53.173327 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (ab0720c3-6aaf-4469-a32b-d2dee824b600), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:53.216414 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed2fd573407248589948623f426da161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390011 May 16 19:17:53.217275 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0720c3-6aaf-4469-a32b-d2dee824b600,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:53.219236 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 32826) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:53.235636 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:53.235991 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:53.236367 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:53.236733 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:53.237072 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:53.237404 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:53.237733 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:53.238058 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:53.238384 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:53.238717 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:53.239044 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:53.239370 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:53.239690 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:53.240009 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:53.240328 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693103d8-2400-4eec-91fb-920dbf586c9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:53.281998 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8af5-27be-42a0-8091-e1bb81dd0abf admin admin] Publish callbacks [] for security_group (ab0720c3-6aaf-4469-a32b-d2dee824b600), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:53.303851 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8af5-27be-42a0-8091-e1bb81dd0abf admin admin] Publish callbacks [] for security_group (ab0720c3-6aaf-4469-a32b-d2dee824b600), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:53.354593 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8af5-27be-42a0-8091-e1bb81dd0abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (ab0720c3-6aaf-4469-a32b-d2dee824b600), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:53.357302 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ce3d8af5-27be-42a0-8091-e1bb81dd0abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:53.358476 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-ce3d8af5-27be-42a0-8091-e1bb81dd0abf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab0720c3-6aaf-4469-a32b-d2dee824b600 HTTP/1.1" status: 204 len: 168 time: 0.1383383 May 16 19:17:53.367537 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d8af5-27be-42a0-8091-e1bb81dd0abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0720c3-6aaf-4469-a32b-d2dee824b600,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:53.711990 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 32858) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:53.862312 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-343266d7-daa9-4f2d-8bfd-8c6677c492ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:53.941826 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-343266d7-daa9-4f2d-8bfd-8c6677c492ed admin admin] Publish callbacks [] for security_group (1f40ac60-11aa-4332-bae1-1e0c7a6c0163), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:53.950183 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-343266d7-daa9-4f2d-8bfd-8c6677c492ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (1f40ac60-11aa-4332-bae1-1e0c7a6c0163), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:53.989416 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-343266d7-daa9-4f2d-8bfd-8c6677c492ed admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a03b52e8f12446238db5d635490de64e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2762334 May 16 19:17:53.990254 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343266d7-daa9-4f2d-8bfd-8c6677c492ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f40ac60-11aa-4332-bae1-1e0c7a6c0163,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:53.992034 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 32872) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:54.041482 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Publish callbacks [] for security_group (1f40ac60-11aa-4332-bae1-1e0c7a6c0163), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:54.063475 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Publish callbacks [] for security_group (1f40ac60-11aa-4332-bae1-1e0c7a6c0163), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:54.112056 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (1f40ac60-11aa-4332-bae1-1e0c7a6c0163), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:54.114618 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:54.115757 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f40ac60-11aa-4332-bae1-1e0c7a6c0163 HTTP/1.1" status: 204 len: 168 time: 0.1221681 May 16 19:17:54.123909 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f40ac60-11aa-4332-bae1-1e0c7a6c0163,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:54.131590 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:54.131941 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:54.132287 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:54.132684 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:54.132976 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:54.133324 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:54.133632 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:54.133956 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:54.134283 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:54.134607 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:54.134930 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:54.135253 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:54.135602 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:54.135923 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:54.136259 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df569bcf-9ee7-48a5-9b8e-414448c45c0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:17:54.386365 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 32886) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:54.401076 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b7f13e73-cfa9-4f3f-bb17-16914bfc38b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:54.478345 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b7f13e73-cfa9-4f3f-bb17-16914bfc38b9 admin admin] Publish callbacks [] for security_group (669bbc43-5d49-4359-a8a5-1b6a6e807af6), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:54.482021 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b7f13e73-cfa9-4f3f-bb17-16914bfc38b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (669bbc43-5d49-4359-a8a5-1b6a6e807af6), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:54.521400 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-b7f13e73-cfa9-4f3f-bb17-16914bfc38b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4d33a3448764ad393238b31c841fb0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338065 May 16 19:17:54.522354 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f13e73-cfa9-4f3f-bb17-16914bfc38b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669bbc43-5d49-4359-a8a5-1b6a6e807af6,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:54.524054 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 32890) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:54.575899 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8b3bbc0a-aaf6-4122-bc67-9c1d1d3af082 admin admin] Publish callbacks [] for security_group (669bbc43-5d49-4359-a8a5-1b6a6e807af6), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:54.597558 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8b3bbc0a-aaf6-4122-bc67-9c1d1d3af082 admin admin] Publish callbacks [] for security_group (669bbc43-5d49-4359-a8a5-1b6a6e807af6), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:54.645747 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8b3bbc0a-aaf6-4122-bc67-9c1d1d3af082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (669bbc43-5d49-4359-a8a5-1b6a6e807af6), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:54.648296 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8b3bbc0a-aaf6-4122-bc67-9c1d1d3af082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:54.649474 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-8b3bbc0a-aaf6-4122-bc67-9c1d1d3af082 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/669bbc43-5d49-4359-a8a5-1b6a6e807af6 HTTP/1.1" status: 204 len: 168 time: 0.1244261 May 16 19:17:54.657075 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3bbc0a-aaf6-4122-bc67-9c1d1d3af082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669bbc43-5d49-4359-a8a5-1b6a6e807af6,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:55.118614 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 32916) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:55.225316 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1e1cca7e-623a-49e3-bcf5-e95abe72152f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:55.303345 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1e1cca7e-623a-49e3-bcf5-e95abe72152f admin admin] Publish callbacks [] for security_group (d69234bd-cde0-417b-b57d-d991471fe518), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:55.307302 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-1e1cca7e-623a-49e3-bcf5-e95abe72152f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (d69234bd-cde0-417b-b57d-d991471fe518), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:55.346304 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-1e1cca7e-623a-49e3-bcf5-e95abe72152f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac8413651eb541a397e893aba0b7bba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259502 May 16 19:17:55.347416 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1cca7e-623a-49e3-bcf5-e95abe72152f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69234bd-cde0-417b-b57d-d991471fe518,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:55.349139 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 32928) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:55.416470 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ca1ba28-7207-423a-9685-871e929b71ff admin admin] Publish callbacks [] for security_group (d69234bd-cde0-417b-b57d-d991471fe518), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:55.437780 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ca1ba28-7207-423a-9685-871e929b71ff admin admin] Publish callbacks [] for security_group (d69234bd-cde0-417b-b57d-d991471fe518), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:55.483712 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ca1ba28-7207-423a-9685-871e929b71ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (d69234bd-cde0-417b-b57d-d991471fe518), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:55.486326 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8ca1ba28-7207-423a-9685-871e929b71ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:55.487470 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-8ca1ba28-7207-423a-9685-871e929b71ff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d69234bd-cde0-417b-b57d-d991471fe518 HTTP/1.1" status: 204 len: 168 time: 0.1356928 May 16 19:17:55.498756 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1ba28-7207-423a-9685-871e929b71ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69234bd-cde0-417b-b57d-d991471fe518,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:55.879252 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 32948) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:55.891970 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1667f036-b940-4f57-8fd3-418f56a1e8ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:55.977406 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1667f036-b940-4f57-8fd3-418f56a1e8ae admin admin] Publish callbacks [] for security_group (5409c13f-1ad5-4029-ab2b-97e7bb66d79c), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:55.981967 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1667f036-b940-4f57-8fd3-418f56a1e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (5409c13f-1ad5-4029-ab2b-97e7bb66d79c), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:56.020224 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-1667f036-b940-4f57-8fd3-418f56a1e8ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=71c4823ae433498db9d99aba676222e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398871 May 16 19:17:56.021108 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667f036-b940-4f57-8fd3-418f56a1e8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5409c13f-1ad5-4029-ab2b-97e7bb66d79c,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:17:56.022931 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 32954) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:17:56.084199 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09f58d3f-7d09-49b7-86bc-82249ddf945a admin admin] Publish callbacks [] for security_group (5409c13f-1ad5-4029-ab2b-97e7bb66d79c), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:56.105803 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09f58d3f-7d09-49b7-86bc-82249ddf945a admin admin] Publish callbacks [] for security_group (5409c13f-1ad5-4029-ab2b-97e7bb66d79c), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:56.157753 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09f58d3f-7d09-49b7-86bc-82249ddf945a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (5409c13f-1ad5-4029-ab2b-97e7bb66d79c), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:56.160503 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-09f58d3f-7d09-49b7-86bc-82249ddf945a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:17:56.161798 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-09f58d3f-7d09-49b7-86bc-82249ddf945a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5409c13f-1ad5-4029-ab2b-97e7bb66d79c HTTP/1.1" status: 204 len: 168 time: 0.1375837 May 16 19:17:56.169457 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f58d3f-7d09-49b7-86bc-82249ddf945a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5409c13f-1ad5-4029-ab2b-97e7bb66d79c,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:02.483282 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-979bad1b-cf0d-4672-9003-cbdd8156a1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:02.910667 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 33110) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:03.019751 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-52ad8828-343b-40f9-b766-0e657d9ce663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:03.098717 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-52ad8828-343b-40f9-b766-0e657d9ce663 admin admin] Publish callbacks [] for security_group (2701c775-2187-44d6-b423-79cbb80b44c8), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:03.102498 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-52ad8828-343b-40f9-b766-0e657d9ce663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (2701c775-2187-44d6-b423-79cbb80b44c8), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:03.140692 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-52ad8828-343b-40f9-b766-0e657d9ce663 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=88d8029a9f8543908493a56bca1655ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289736 May 16 19:18:03.141439 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad8828-343b-40f9-b766-0e657d9ce663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2701c775-2187-44d6-b423-79cbb80b44c8,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:03.144888 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 33118) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:03.192482 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4a8c09e5-852e-4852-94ca-14d4ee33a994 admin admin] Publish callbacks [] for security_group (2701c775-2187-44d6-b423-79cbb80b44c8), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:03.212927 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4a8c09e5-852e-4852-94ca-14d4ee33a994 admin admin] Publish callbacks [] for security_group (2701c775-2187-44d6-b423-79cbb80b44c8), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:03.259949 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4a8c09e5-852e-4852-94ca-14d4ee33a994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (2701c775-2187-44d6-b423-79cbb80b44c8), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:03.262443 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4a8c09e5-852e-4852-94ca-14d4ee33a994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:03.263576 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-4a8c09e5-852e-4852-94ca-14d4ee33a994 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2701c775-2187-44d6-b423-79cbb80b44c8 HTTP/1.1" status: 204 len: 168 time: 0.1174495 May 16 19:18:03.270971 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c09e5-852e-4852-94ca-14d4ee33a994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2701c775-2187-44d6-b423-79cbb80b44c8,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:03.513625 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 33124) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:03.526415 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7b87f124-8c59-4237-9eb8-6bea0fc2c517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:03.603971 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7b87f124-8c59-4237-9eb8-6bea0fc2c517 admin admin] Publish callbacks [] for security_group (0206baca-1316-4c44-9f43-1a88237e1c39), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:03.607564 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-7b87f124-8c59-4237-9eb8-6bea0fc2c517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (0206baca-1316-4c44-9f43-1a88237e1c39), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:03.645251 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-7b87f124-8c59-4237-9eb8-6bea0fc2c517 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=596ad27bbcf746da9c6843552814a8df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305873 May 16 19:18:03.646335 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87f124-8c59-4237-9eb8-6bea0fc2c517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0206baca-1316-4c44-9f43-1a88237e1c39,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:03.647998 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 33126) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:03.695352 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65cefd81-3f4e-4f2f-a764-4d47aad99d0e admin admin] Publish callbacks [] for security_group (0206baca-1316-4c44-9f43-1a88237e1c39), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:03.715449 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65cefd81-3f4e-4f2f-a764-4d47aad99d0e admin admin] Publish callbacks [] for security_group (0206baca-1316-4c44-9f43-1a88237e1c39), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:03.762866 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65cefd81-3f4e-4f2f-a764-4d47aad99d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (0206baca-1316-4c44-9f43-1a88237e1c39), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:03.765504 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-65cefd81-3f4e-4f2f-a764-4d47aad99d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:03.766615 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-65cefd81-3f4e-4f2f-a764-4d47aad99d0e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0206baca-1316-4c44-9f43-1a88237e1c39 HTTP/1.1" status: 204 len: 168 time: 0.1169765 May 16 19:18:03.774125 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cefd81-3f4e-4f2f-a764-4d47aad99d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0206baca-1316-4c44-9f43-1a88237e1c39,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:04.212460 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:05.025407 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-33f7a446-1256-4482-870c-63579b67ba6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:06.079303 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:07.403375 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:08.651998 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:10.780357 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 33284) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:10.887257 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3b7ac844-6489-4c73-a792-4895038f5ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:10.965446 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3b7ac844-6489-4c73-a792-4895038f5ae7 admin admin] Publish callbacks [] for security_group (cd9706d1-4649-42e1-a821-40bf0b0f294b), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:10.970050 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-3b7ac844-6489-4c73-a792-4895038f5ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (cd9706d1-4649-42e1-a821-40bf0b0f294b), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.009786 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-3b7ac844-6489-4c73-a792-4895038f5ae7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7b41d38ffac3438ca3459ededacc4df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282915 May 16 19:18:11.010757 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ac844-6489-4c73-a792-4895038f5ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9706d1-4649-42e1-a821-40bf0b0f294b,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:11.012525 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 33302) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:11.063245 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e0ef96ea-7023-48fb-9c3e-3c2c6e6f07b1 admin admin] Publish callbacks [] for security_group (cd9706d1-4649-42e1-a821-40bf0b0f294b), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.090218 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e0ef96ea-7023-48fb-9c3e-3c2c6e6f07b1 admin admin] Publish callbacks [] for security_group (cd9706d1-4649-42e1-a821-40bf0b0f294b), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.138029 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e0ef96ea-7023-48fb-9c3e-3c2c6e6f07b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (cd9706d1-4649-42e1-a821-40bf0b0f294b), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.140686 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-e0ef96ea-7023-48fb-9c3e-3c2c6e6f07b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.144334 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-e0ef96ea-7023-48fb-9c3e-3c2c6e6f07b1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd9706d1-4649-42e1-a821-40bf0b0f294b HTTP/1.1" status: 204 len: 168 time: 0.1277187 May 16 19:18:11.151983 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef96ea-7023-48fb-9c3e-3c2c6e6f07b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9706d1-4649-42e1-a821-40bf0b0f294b,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:11.185918 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 33308) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:11.289609 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1a3de1a5-4f28-4ea1-a1b1-402587698754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.370268 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1a3de1a5-4f28-4ea1-a1b1-402587698754 admin admin] Publish callbacks [] for security_group (e5085019-6254-444e-81eb-94cd88481358), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.374977 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1a3de1a5-4f28-4ea1-a1b1-402587698754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (e5085019-6254-444e-81eb-94cd88481358), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.419223 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-1a3de1a5-4f28-4ea1-a1b1-402587698754 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=adf8730e7dc5470d837a3dc6ef3b2567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320685 May 16 19:18:11.420084 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3de1a5-4f28-4ea1-a1b1-402587698754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5085019-6254-444e-81eb-94cd88481358,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:11.422942 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 33314) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:11.461701 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 33316) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:11.477529 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-75a400c1-4e5e-4ba3-81ff-5dec94b555c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.498479 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8df2f63c-cbc9-43a7-adec-64027a3a49c5 admin admin] Publish callbacks [] for security_group (e5085019-6254-444e-81eb-94cd88481358), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.536329 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8df2f63c-cbc9-43a7-adec-64027a3a49c5 admin admin] Publish callbacks [] for security_group (e5085019-6254-444e-81eb-94cd88481358), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.612885 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-75a400c1-4e5e-4ba3-81ff-5dec94b555c5 admin admin] Publish callbacks [] for security_group (5c1e0792-fb65-4176-8a8e-fbd4b3088ea9), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.614297 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8df2f63c-cbc9-43a7-adec-64027a3a49c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (e5085019-6254-444e-81eb-94cd88481358), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.617809 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-8df2f63c-cbc9-43a7-adec-64027a3a49c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.619080 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-8df2f63c-cbc9-43a7-adec-64027a3a49c5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e5085019-6254-444e-81eb-94cd88481358 HTTP/1.1" status: 204 len: 168 time: 0.1948767 May 16 19:18:11.621600 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-75a400c1-4e5e-4ba3-81ff-5dec94b555c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (5c1e0792-fb65-4176-8a8e-fbd4b3088ea9), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.636230 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2f63c-cbc9-43a7-adec-64027a3a49c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5085019-6254-444e-81eb-94cd88481358,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:11.665286 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-75a400c1-4e5e-4ba3-81ff-5dec94b555c5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ce719e1fa4d4b65ae27861a17c904f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020390 May 16 19:18:11.668380 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 33320) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:11.676889 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a400c1-4e5e-4ba3-81ff-5dec94b555c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1e0792-fb65-4176-8a8e-fbd4b3088ea9,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:11.722503 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9d56bf8-0613-428a-9f73-d9f18cee3ed6 admin admin] Publish callbacks [] for security_group (5c1e0792-fb65-4176-8a8e-fbd4b3088ea9), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.744012 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9d56bf8-0613-428a-9f73-d9f18cee3ed6 admin admin] Publish callbacks [] for security_group (5c1e0792-fb65-4176-8a8e-fbd4b3088ea9), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.792616 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9d56bf8-0613-428a-9f73-d9f18cee3ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (5c1e0792-fb65-4176-8a8e-fbd4b3088ea9), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.795178 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-b9d56bf8-0613-428a-9f73-d9f18cee3ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:11.796299 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-b9d56bf8-0613-428a-9f73-d9f18cee3ed6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5c1e0792-fb65-4176-8a8e-fbd4b3088ea9 HTTP/1.1" status: 204 len: 168 time: 0.1275101 May 16 19:18:11.804778 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d56bf8-0613-428a-9f73-d9f18cee3ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1e0792-fb65-4176-8a8e-fbd4b3088ea9,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:11.953473 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 33326) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:11.969594 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-75728561-c10f-4093-bd32-e1dfd9764f0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:12.046436 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-75728561-c10f-4093-bd32-e1dfd9764f0a admin admin] Publish callbacks [] for security_group (23927449-ecdc-4b29-a16f-f58ee156a260), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:12.053307 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-75728561-c10f-4093-bd32-e1dfd9764f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (23927449-ecdc-4b29-a16f-f58ee156a260), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:12.091696 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75728561-c10f-4093-bd32-e1dfd9764f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23927449-ecdc-4b29-a16f-f58ee156a260,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:12.095858 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-75728561-c10f-4093-bd32-e1dfd9764f0a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2316bd3b94f549f794335de7353fd874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382751 May 16 19:18:12.098466 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 33334) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:12.150403 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba476-b0ea-4297-8858-7c76f53ac2f3 admin admin] Publish callbacks [] for security_group (23927449-ecdc-4b29-a16f-f58ee156a260), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:12.171825 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba476-b0ea-4297-8858-7c76f53ac2f3 admin admin] Publish callbacks [] for security_group (23927449-ecdc-4b29-a16f-f58ee156a260), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:12.220478 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba476-b0ea-4297-8858-7c76f53ac2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (23927449-ecdc-4b29-a16f-f58ee156a260), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:12.223274 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ff9ba476-b0ea-4297-8858-7c76f53ac2f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:12.224419 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-ff9ba476-b0ea-4297-8858-7c76f53ac2f3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23927449-ecdc-4b29-a16f-f58ee156a260 HTTP/1.1" status: 204 len: 168 time: 0.1250608 May 16 19:18:12.231886 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ba476-b0ea-4297-8858-7c76f53ac2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23927449-ecdc-4b29-a16f-f58ee156a260,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:16.225587 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:18:25.246713 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 33570) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:25.349760 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1fa780b3-ee73-45cf-b996-0a7118588295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:25.422058 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1fa780b3-ee73-45cf-b996-0a7118588295 admin admin] Publish callbacks [] for security_group (00d39f48-c03f-4dcc-a149-d609cc0fb597), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:25.425521 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-1fa780b3-ee73-45cf-b996-0a7118588295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (00d39f48-c03f-4dcc-a149-d609cc0fb597), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:25.462675 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-1fa780b3-ee73-45cf-b996-0a7118588295 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=461cbe8e3937411ba8de22e1834dbc34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149398 May 16 19:18:25.463537 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa780b3-ee73-45cf-b996-0a7118588295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d39f48-c03f-4dcc-a149-d609cc0fb597,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:25.465360 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 33574) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:25.513642 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-493465a0-f59f-4e8c-803d-5cf76c31e754 admin admin] Publish callbacks [] for security_group (00d39f48-c03f-4dcc-a149-d609cc0fb597), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:25.534372 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-493465a0-f59f-4e8c-803d-5cf76c31e754 admin admin] Publish callbacks [] for security_group (00d39f48-c03f-4dcc-a149-d609cc0fb597), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:25.580677 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-493465a0-f59f-4e8c-803d-5cf76c31e754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (00d39f48-c03f-4dcc-a149-d609cc0fb597), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:25.583181 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-493465a0-f59f-4e8c-803d-5cf76c31e754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:25.584365 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-493465a0-f59f-4e8c-803d-5cf76c31e754 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/00d39f48-c03f-4dcc-a149-d609cc0fb597 HTTP/1.1" status: 204 len: 168 time: 0.1179831 May 16 19:18:25.592406 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493465a0-f59f-4e8c-803d-5cf76c31e754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d39f48-c03f-4dcc-a149-d609cc0fb597,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:28.609704 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 33672) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:28.714087 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ca145284-5d65-43f1-8294-1a34825efd8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:28.787867 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ca145284-5d65-43f1-8294-1a34825efd8c admin admin] Publish callbacks [] for security_group (fefc7964-cbf0-469e-a448-f6b3aa0ebd5c), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:28.791859 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ca145284-5d65-43f1-8294-1a34825efd8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (fefc7964-cbf0-469e-a448-f6b3aa0ebd5c), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:28.830811 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-ca145284-5d65-43f1-8294-1a34825efd8c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=16de70fc744d4bc2971efdd00236ee74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200453 May 16 19:18:28.832706 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca145284-5d65-43f1-8294-1a34825efd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefc7964-cbf0-469e-a448-f6b3aa0ebd5c,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:28.833570 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 33680) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:28.891836 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-77b75623-2c62-4120-9b6b-b8a4d279c4b4 admin admin] Publish callbacks [] for security_group (fefc7964-cbf0-469e-a448-f6b3aa0ebd5c), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:28.913197 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-77b75623-2c62-4120-9b6b-b8a4d279c4b4 admin admin] Publish callbacks [] for security_group (fefc7964-cbf0-469e-a448-f6b3aa0ebd5c), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:28.961560 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-77b75623-2c62-4120-9b6b-b8a4d279c4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (fefc7964-cbf0-469e-a448-f6b3aa0ebd5c), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:28.964077 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-77b75623-2c62-4120-9b6b-b8a4d279c4b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:28.967841 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-77b75623-2c62-4120-9b6b-b8a4d279c4b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fefc7964-cbf0-469e-a448-f6b3aa0ebd5c HTTP/1.1" status: 204 len: 168 time: 0.1332691 May 16 19:18:28.975556 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b75623-2c62-4120-9b6b-b8a4d279c4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefc7964-cbf0-469e-a448-f6b3aa0ebd5c,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:29.236993 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 33696) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:29.250633 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f3a0fd2-92f4-4086-a14d-547899c126b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:29.330322 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f3a0fd2-92f4-4086-a14d-547899c126b8 admin admin] Publish callbacks [] for security_group (5376487b-9fdd-4bcd-b8ec-2c36215832de), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:29.334507 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-8f3a0fd2-92f4-4086-a14d-547899c126b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (5376487b-9fdd-4bcd-b8ec-2c36215832de), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:29.378645 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-8f3a0fd2-92f4-4086-a14d-547899c126b8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6fc5f95947f140f584a1ae3e829623eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405852 May 16 19:18:29.379521 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a0fd2-92f4-4086-a14d-547899c126b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5376487b-9fdd-4bcd-b8ec-2c36215832de,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:29.381534 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 33700) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:29.431860 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a611acc5-d7e2-4786-8ce4-124b45c84067 admin admin] Publish callbacks [] for security_group (5376487b-9fdd-4bcd-b8ec-2c36215832de), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:29.454921 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a611acc5-d7e2-4786-8ce4-124b45c84067 admin admin] Publish callbacks [] for security_group (5376487b-9fdd-4bcd-b8ec-2c36215832de), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:29.508029 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a611acc5-d7e2-4786-8ce4-124b45c84067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (5376487b-9fdd-4bcd-b8ec-2c36215832de), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:29.511336 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-a611acc5-d7e2-4786-8ce4-124b45c84067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:29.512481 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-a611acc5-d7e2-4786-8ce4-124b45c84067 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5376487b-9fdd-4bcd-b8ec-2c36215832de HTTP/1.1" status: 204 len: 168 time: 0.1299412 May 16 19:18:29.520380 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611acc5-d7e2-4786-8ce4-124b45c84067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5376487b-9fdd-4bcd-b8ec-2c36215832de,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:32.484602 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b6f3-2e1e-4e07-b4f8-0db4d3219bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:33.854121 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 33816) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:33.963169 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-77525d45-0dcf-44da-b276-50eae64316fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:34.039263 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-77525d45-0dcf-44da-b276-50eae64316fd admin admin] Publish callbacks [] for security_group (d6e3f6fe-7e0d-46eb-9ff0-d4969a28a840), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:34.042932 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-77525d45-0dcf-44da-b276-50eae64316fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (d6e3f6fe-7e0d-46eb-9ff0-d4969a28a840), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:34.082257 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-77525d45-0dcf-44da-b276-50eae64316fd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3d170b4032eb47bc8162fe0f0c4884cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270749 May 16 19:18:34.083591 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77525d45-0dcf-44da-b276-50eae64316fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e3f6fe-7e0d-46eb-9ff0-d4969a28a840,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:34.085211 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 33820) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:34.131908 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-53b48f7f-9194-4ded-9726-7e3b1e21835d admin admin] Publish callbacks [] for security_group (d6e3f6fe-7e0d-46eb-9ff0-d4969a28a840), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:34.155495 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-53b48f7f-9194-4ded-9726-7e3b1e21835d admin admin] Publish callbacks [] for security_group (d6e3f6fe-7e0d-46eb-9ff0-d4969a28a840), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:34.201528 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:34.202711 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-53b48f7f-9194-4ded-9726-7e3b1e21835d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (d6e3f6fe-7e0d-46eb-9ff0-d4969a28a840), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:34.205240 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-53b48f7f-9194-4ded-9726-7e3b1e21835d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:34.206437 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-53b48f7f-9194-4ded-9726-7e3b1e21835d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d6e3f6fe-7e0d-46eb-9ff0-d4969a28a840 HTTP/1.1" status: 204 len: 168 time: 0.1201990 May 16 19:18:34.213898 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b48f7f-9194-4ded-9726-7e3b1e21835d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e3f6fe-7e0d-46eb-9ff0-d4969a28a840,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:34.455064 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 33830) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:34.467645 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ec1185cc-225f-4adb-884e-6b449f485f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:34.552685 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ec1185cc-225f-4adb-884e-6b449f485f9e admin admin] Publish callbacks [] for security_group (66db86e8-f7c0-402c-8eae-f8df76277139), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:34.557613 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-ec1185cc-225f-4adb-884e-6b449f485f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (66db86e8-f7c0-402c-8eae-f8df76277139), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:34.599207 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-ec1185cc-225f-4adb-884e-6b449f485f9e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53ff94b4424841d6955f3bada75e4df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431806 May 16 19:18:34.600129 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1185cc-225f-4adb-884e-6b449f485f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66db86e8-f7c0-402c-8eae-f8df76277139,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:34.603074 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 33834) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:34.656535 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-dba4cc32-6520-41a6-9083-ba9851ced1e0 admin admin] Publish callbacks [] for security_group (66db86e8-f7c0-402c-8eae-f8df76277139), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:34.679599 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-dba4cc32-6520-41a6-9083-ba9851ced1e0 admin admin] Publish callbacks [] for security_group (66db86e8-f7c0-402c-8eae-f8df76277139), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:34.731380 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-dba4cc32-6520-41a6-9083-ba9851ced1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (66db86e8-f7c0-402c-8eae-f8df76277139), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:34.733951 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-dba4cc32-6520-41a6-9083-ba9851ced1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:34.735081 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-dba4cc32-6520-41a6-9083-ba9851ced1e0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/66db86e8-f7c0-402c-8eae-f8df76277139 HTTP/1.1" status: 204 len: 168 time: 0.1300642 May 16 19:18:34.742564 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4cc32-6520-41a6-9083-ba9851ced1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66db86e8-f7c0-402c-8eae-f8df76277139,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:35.028599 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9c606998-190c-4daf-a40c-9b47ae11ae86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:35.069944 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 33840) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:35.085630 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-01776b04-5640-4274-b2e7-dca045507b3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:35.160627 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-01776b04-5640-4274-b2e7-dca045507b3c admin admin] Publish callbacks [] for security_group (e6c014b2-31dc-4035-b64f-8b44350c5f8e), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:35.164151 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-01776b04-5640-4274-b2e7-dca045507b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (e6c014b2-31dc-4035-b64f-8b44350c5f8e), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:35.204117 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-01776b04-5640-4274-b2e7-dca045507b3c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=00ae6f06a05c4bc0a60bafc3c3bce4a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331666 May 16 19:18:35.205221 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01776b04-5640-4274-b2e7-dca045507b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c014b2-31dc-4035-b64f-8b44350c5f8e,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:35.206836 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 33842) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:35.257777 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bec09b5b-2380-42a2-ba0f-6052f07a7063 admin admin] Publish callbacks [] for security_group (e6c014b2-31dc-4035-b64f-8b44350c5f8e), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:35.287954 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bec09b5b-2380-42a2-ba0f-6052f07a7063 admin admin] Publish callbacks [] for security_group (e6c014b2-31dc-4035-b64f-8b44350c5f8e), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:35.335271 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bec09b5b-2380-42a2-ba0f-6052f07a7063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (e6c014b2-31dc-4035-b64f-8b44350c5f8e), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:35.338154 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-bec09b5b-2380-42a2-ba0f-6052f07a7063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:35.339270 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-bec09b5b-2380-42a2-ba0f-6052f07a7063 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e6c014b2-31dc-4035-b64f-8b44350c5f8e HTTP/1.1" status: 204 len: 168 time: 0.1308496 May 16 19:18:35.346529 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec09b5b-2380-42a2-ba0f-6052f07a7063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c014b2-31dc-4035-b64f-8b44350c5f8e,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:35.783991 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 33860) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:35.934609 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-daf13cbd-dc7c-417c-952c-ab48487bc642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:36.012560 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-daf13cbd-dc7c-417c-952c-ab48487bc642 admin admin] Publish callbacks [] for security_group (186b9d14-d6c3-4274-8a3a-ce6450414c25), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:36.016524 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-daf13cbd-dc7c-417c-952c-ab48487bc642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (186b9d14-d6c3-4274-8a3a-ce6450414c25), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:36.055132 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-daf13cbd-dc7c-417c-952c-ab48487bc642 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eaa947530f2b4536a57251e38cea058f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700133 May 16 19:18:36.056017 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf13cbd-dc7c-417c-952c-ab48487bc642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186b9d14-d6c3-4274-8a3a-ce6450414c25,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:36.057944 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 33874) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:36.094567 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:36.109027 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4fa41c87-0732-4f34-8fb4-2c0f3ba5eb86 admin admin] Publish callbacks [] for security_group (186b9d14-d6c3-4274-8a3a-ce6450414c25), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:36.130393 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4fa41c87-0732-4f34-8fb4-2c0f3ba5eb86 admin admin] Publish callbacks [] for security_group (186b9d14-d6c3-4274-8a3a-ce6450414c25), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:36.177827 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4fa41c87-0732-4f34-8fb4-2c0f3ba5eb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (186b9d14-d6c3-4274-8a3a-ce6450414c25), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:36.181111 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-4fa41c87-0732-4f34-8fb4-2c0f3ba5eb86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:36.184512 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-4fa41c87-0732-4f34-8fb4-2c0f3ba5eb86 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/186b9d14-d6c3-4274-8a3a-ce6450414c25 HTTP/1.1" status: 204 len: 168 time: 0.1232615 May 16 19:18:36.195274 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa41c87-0732-4f34-8fb4-2c0f3ba5eb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186b9d14-d6c3-4274-8a3a-ce6450414c25,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:37.402864 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:37.874410 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-480ee97b-f916-4b76-b76f-fb43789ade04 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a1793f7ea0754b78815351cfbe4a3ab5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308204 May 16 19:18:38.070619 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-be532abb-886f-4e0d-b113-e08f76e23bb2 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:38.071998 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-be532abb-886f-4e0d-b113-e08f76e23bb2 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1920624 May 16 19:18:38.086424 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-de0b5ad2-c666-4bc0-a5e6-2c0e994cc24d tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/quotas/a1793f7ea0754b78815351cfbe4a3ab5 HTTP/1.1" status: 200 len: 375 time: 0.0090542 May 16 19:18:38.118348 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-f85f8d23-ce87-4900-bfb4-c368d5e73bd1 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a1793f7ea0754b78815351cfbe4a3ab5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267882 May 16 19:18:38.399934 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-d66f546b-6179-46d8-890c-b5579363d287 req-f72300dc-11ab-4777-a238-099c95f19e87 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd334052-c763-46a0-b592-3217becb7895 HTTP/1.1" status: 200 len: 210 time: 0.1448078 May 16 19:18:38.657172 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:39.287583 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-1d9d8ab3-63ad-4e35-8661-b2ec3b5535fb tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=a1793f7ea0754b78815351cfbe4a3ab5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290093 May 16 19:18:39.475590 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-c8242ee1-d137-4fc5-85af-8f769c0631b7 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:39.477043 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-c8242ee1-d137-4fc5-85af-8f769c0631b7 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851623 May 16 19:18:39.499652 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-e66ad551-e77d-4c6d-af7d-f735313cfb02 req-065df635-bba9-4557-bbcd-fe79d7dc416d tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd334052-c763-46a0-b592-3217becb7895 HTTP/1.1" status: 200 len: 210 time: 0.0273936 May 16 19:18:39.517776 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-0997bedf-b3c9-4670-ab68-09ef193d390f tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Request body: {'port': {'device_id': 'cd334052-c763-46a0-b592-3217becb7895', 'network_id': 'ea259207-0055-4beb-87e2-6bd6b8ca7708', 'admin_state_up': True, 'tenant_id': 'a1793f7ea0754b78815351cfbe4a3ab5'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:18:39.630950 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-0997bedf-b3c9-4670-ab68-09ef193d390f tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Made reservation on behalf of a1793f7ea0754b78815351cfbe4a3ab5 for: {'port': 1} {{(pid=103574) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 16 19:18:39.635068 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-0997bedf-b3c9-4670-ab68-09ef193d390f tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:39.644691 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-0997bedf-b3c9-4670-ab68-09ef193d390f tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:39.722403 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-0997bedf-b3c9-4670-ab68-09ef193d390f tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Publish callbacks [] for security_group (05b57c55-f7ed-4f6d-8554-6cab04bb71f4), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:39.726353 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-0997bedf-b3c9-4670-ab68-09ef193d390f tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (05b57c55-f7ed-4f6d-8554-6cab04bb71f4), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:39.791151 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997bedf-b3c9-4670-ab68-09ef193d390f tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05b57c55-f7ed-4f6d-8554-6cab04bb71f4,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:39.864151 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.db_base_plugin_common [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-0997bedf-b3c9-4670-ab68-09ef193d390f tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Allocated IP 192.168.233.94 (ea259207-0055-4beb-87e2-6bd6b8ca7708/fd87063b-30dc-45e1-8d25-ddb49ae2ffc1/8ca93f3d-2334-4e00-a747-2d956e484bfd) {{(pid=103574) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 16 19:18:40.007976 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-0997bedf-b3c9-4670-ab68-09ef193d390f tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Publish callbacks [] for port (8ca93f3d-2334-4e00-a747-2d956e484bfd), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:40.038631 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-0997bedf-b3c9-4670-ab68-09ef193d390f tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772409778023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (8ca93f3d-2334-4e00-a747-2d956e484bfd), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:40.083972 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-0997bedf-b3c9-4670-ab68-09ef193d390f tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Network ea259207-0055-4beb-87e2-6bd6b8ca7708 is already hosted by enough agents. {{(pid=103574) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 16 19:18:40.087754 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.scheduler.base_scheduler [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-0997bedf-b3c9-4670-ab68-09ef193d390f tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Resources bound (agent type, host, resource id): {{(pid=103574) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 16 19:18:40.094363 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-0997bedf-b3c9-4670-ab68-09ef193d390f tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Received port after_create {{(pid=103574) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 16 19:18:40.099996 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997bedf-b3c9-4670-ab68-09ef193d390f tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Pushing event updated for resources: {'Port': ['ID=8ca93f3d-2334-4e00-a747-2d956e484bfd,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:40.148173 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-0997bedf-b3c9-4670-ab68-09ef193d390f tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:40.148898 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-0997bedf-b3c9-4670-ab68-09ef193d390f tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:40.167457 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-0997bedf-b3c9-4670-ab68-09ef193d390f tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6536167 May 16 19:18:40.177186 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-afb7fa9c-5672-4bfd-9ace-de07ce6a8ecf tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103574) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 16 19:18:40.178166 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-afb7fa9c-5672-4bfd-9ace-de07ce6a8ecf tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053389 May 16 19:18:40.240576 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.v2.base [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Request body: {'port': {'device_id': 'cd334052-c763-46a0-b592-3217becb7895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83998'}} {{(pid=103574) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 16 19:18:40.302990 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (8ca93f3d-2334-4e00-a747-2d956e484bfd), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:40.381229 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-77333901-0b95-457b-8aee-d3b19832b83d None None] Provisioning complete for port 8ca93f3d-2334-4e00-a747-2d956e484bfd triggered by entity DHCP. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:18:40.381778 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-77333901-0b95-457b-8aee-d3b19832b83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (8ca93f3d-2334-4e00-a747-2d956e484bfd), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:40.413414 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-77333901-0b95-457b-8aee-d3b19832b83d None None] Port 8ca93f3d-2334-4e00-a747-2d956e484bfd cannot update to ACTIVE because it is not bound. {{(pid=103575) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 16 19:18:40.592582 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca93f3d-2334-4e00-a747-2d956e484bfd {{(pid=103574) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:18:40.600411 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Publish callbacks [] for port (8ca93f3d-2334-4e00-a747-2d956e484bfd), precommit_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:40.613533 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.provisioning_blocks [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Transition to ACTIVE for port object 8ca93f3d-2334-4e00-a747-2d956e484bfd will not be triggered until provisioned by entity L2. {{(pid=103574) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 16 19:18:40.619693 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (8ca93f3d-2334-4e00-a747-2d956e484bfd), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:40.624408 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7ef2c-a650-47f7-9d95-d01402448932 req-8d7bd66d-fd71-4c8f-933f-01b835a89ce7 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:40.625911 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9ab7ef2c-a650-47f7-9d95-d01402448932 req-8d7bd66d-fd71-4c8f-933f-01b835a89ce7 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd334052-c763-46a0-b592-3217becb7895 HTTP/1.1" status: 200 len: 935 time: 0.0549746 May 16 19:18:40.674877 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Pushing event updated for resources: {'Port': ['ID=8ca93f3d-2334-4e00-a747-2d956e484bfd,revision_number=2']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:40.702819 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-9ab7ef2c-a650-47f7-9d95-d01402448932 req-dee60177-6981-4a0d-8186-276a0b240597 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/security-groups?id=05b57c55-f7ed-4f6d-8554-6cab04bb71f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696957 May 16 19:18:40.760062 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Attempting to bind port 8ca93f3d-2334-4e00-a747-2d956e484bfd on host hv-cinder-83998 for vnic_type normal with profile {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 16 19:18:40.760395 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Attempting to bind port 8ca93f3d-2334-4e00-a747-2d956e484bfd by drivers openvswitch,hyperv on host hv-cinder-83998 at level 0 using segments [{'id': '645dd8a5-824e-4c2b-95c5-ad4b73e13bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ea259207-0055-4beb-87e2-6bd6b8ca7708'}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 16 19:18:40.760896 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Attempting to bind port 8ca93f3d-2334-4e00-a747-2d956e484bfd on network ea259207-0055-4beb-87e2-6bd6b8ca7708 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:18:40.765575 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Port 8ca93f3d-2334-4e00-a747-2d956e484bfd on network ea259207-0055-4beb-87e2-6bd6b8ca7708 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83998 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 16 19:18:40.765929 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Attempting to bind port 8ca93f3d-2334-4e00-a747-2d956e484bfd on network ea259207-0055-4beb-87e2-6bd6b8ca7708 {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 16 19:18:40.770712 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Checking agent: {'id': '67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83998', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'started_at': datetime.datetime(2022, 5, 16, 19, 5, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 16, 19, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 16 19:18:40.771047 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Checking segment: {'id': '645dd8a5-824e-4c2b-95c5-ad4b73e13bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ea259207-0055-4beb-87e2-6bd6b8ca7708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103574) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 16 19:18:40.771536 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Bound using segment: {'id': '645dd8a5-824e-4c2b-95c5-ad4b73e13bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ea259207-0055-4beb-87e2-6bd6b8ca7708'} {{(pid=103574) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 16 19:18:40.771958 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.managers [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Bound port: 8ca93f3d-2334-4e00-a747-2d956e484bfd, host: hv-cinder-83998, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645dd8a5-824e-4c2b-95c5-ad4b73e13bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ea259207-0055-4beb-87e2-6bd6b8ca7708'}}] {{(pid=103574) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 16 19:18:40.772391 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (8ca93f3d-2334-4e00-a747-2d956e484bfd), before_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:40.837366 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] For port 8ca93f3d-2334-4e00-a747-2d956e484bfd, host hv-cinder-83998, cleared binding levels {{(pid=103574) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 16 19:18:40.840860 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] For port 8ca93f3d-2334-4e00-a747-2d956e484bfd, host hv-cinder-83998, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=8ca93f3d-2334-4e00-a747-2d956e484bfd,segment=NetworkSegment(645dd8a5-824e-4c2b-95c5-ad4b73e13bc1),segment_id=645dd8a5-824e-4c2b-95c5-ad4b73e13bc1)] {{(pid=103574) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 16 19:18:40.846665 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125892885'] for port (8ca93f3d-2334-4e00-a747-2d956e484bfd), after_update {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:40.882538 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:40.883533 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:40.885611 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] 10.222.0.78 "PUT /v2.0/ports/8ca93f3d-2334-4e00-a747-2d956e484bfd HTTP/1.1" status: 200 len: 1097 time: 0.6979630 May 16 19:18:40.886150 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd334052-c763-46a0-b592-3217becb7895', 'tag': '8ca93f3d-2334-4e00-a747-2d956e484bfd'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:18:40.888590 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f1afad-0254-4257-8dfc-40f23200e1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "cd334052-c763-46a0-b592-3217becb7895", "tag": "8ca93f3d-2334-4e00-a747-2d956e484bfd"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:18:40.916485 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b75ec3-9243-4d12-98e0-b46500a0932f service neutron] Pushing event updated for resources: {'Port': ['ID=8ca93f3d-2334-4e00-a747-2d956e484bfd,revision_number=3']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:40.993894 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-4b78373d-b1a6-4171-bef9-4c440efe4e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:40.995462 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-4b78373d-b1a6-4171-bef9-4c440efe4e68 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a1793f7ea0754b78815351cfbe4a3ab5&device_id=cd334052-c763-46a0-b592-3217becb7895 HTTP/1.1" status: 200 len: 1131 time: 0.0425930 May 16 19:18:41.037904 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 May 2022 19:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b28cd89-3790-45d2-8979-02478911bb43 x-openstack-request-id: req-0b28cd89-3790-45d2-8979-02478911bb43 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:18:41.038279 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd334052-c763-46a0-b592-3217becb7895", "tag": "8ca93f3d-2334-4e00-a747-2d956e484bfd", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:18:41.038540 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b28cd89-3790-45d2-8979-02478911bb43 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:18:41.038935 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b28cd89-3790-45d2-8979-02478911bb43'] response: {'name': 'network-changed', 'server_uuid': 'cd334052-c763-46a0-b592-3217becb7895', 'tag': '8ca93f3d-2334-4e00-a747-2d956e484bfd', 'status': 'completed', 'code': 200} May 16 19:18:41.041306 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-25eb7ce1-c0ee-4a5b-8ada-97f0c4393c6f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=8ca93f3d-2334-4e00-a747-2d956e484bfd HTTP/1.1" status: 200 len: 217 time: 0.0388913 May 16 19:18:41.095580 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-ca9b461b-6ec4-4ac4-b1c8-5928dac38498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:41.097057 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-ca9b461b-6ec4-4ac4-b1c8-5928dac38498 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd87063b-30dc-45e1-8d25-ddb49ae2ffc1 HTTP/1.1" status: 200 len: 843 time: 0.0501492 May 16 19:18:41.140127 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-58ff0f3d-5a6b-4d04-aa18-17c3911290af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:41.141670 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-58ff0f3d-5a6b-4d04-aa18-17c3911290af service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ea259207-0055-4beb-87e2-6bd6b8ca7708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379655 May 16 19:18:41.232657 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-0ac0e97c-8e41-4c7b-abb8-a3970bb14784 service neutron] 10.222.0.78 "GET /v2.0/networks/ea259207-0055-4beb-87e2-6bd6b8ca7708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844398 May 16 19:18:41.325319 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-9f5e9ab0-63bb-49a4-acce-5898512a60f9 req-5b1a12d3-d890-4522-9c60-1cfb92a8dda9 service neutron] 10.222.0.78 "GET /v2.0/networks/ea259207-0055-4beb-87e2-6bd6b8ca7708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856183 May 16 19:18:41.814732 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f27023-d474-4953-b4d7-3e1a7296a40c req-6f423c98-c3bb-45b4-95ea-56288b044156 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:41.816096 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f6f27023-d474-4953-b4d7-3e1a7296a40c req-6f423c98-c3bb-45b4-95ea-56288b044156 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd334052-c763-46a0-b592-3217becb7895 HTTP/1.1" status: 200 len: 947 time: 0.0451050 May 16 19:18:41.861199 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-f6f27023-d474-4953-b4d7-3e1a7296a40c req-38d066ed-efd3-42f5-9229-43358e33a5d8 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/security-groups?id=05b57c55-f7ed-4f6d-8554-6cab04bb71f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390024 May 16 19:18:42.972387 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90980dad-7f1a-4f2d-831a-13e2ed8b7a12 req-21f94be6-0bbf-45f4-91aa-55a0d765542c tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:42.973871 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-90980dad-7f1a-4f2d-831a-13e2ed8b7a12 req-21f94be6-0bbf-45f4-91aa-55a0d765542c tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd334052-c763-46a0-b592-3217becb7895 HTTP/1.1" status: 200 len: 947 time: 0.0462472 May 16 19:18:43.029345 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-90980dad-7f1a-4f2d-831a-13e2ed8b7a12 req-ed37dcbf-6d78-4af5-9e29-305454e6758b tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/security-groups?id=05b57c55-f7ed-4f6d-8554-6cab04bb71f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488930 May 16 19:18:43.719105 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1afad-0254-4257-8dfc-40f23200e1cb req-bde1f848-cd23-47bf-9eb2-81b9694b22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:43.720639 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-86f1afad-0254-4257-8dfc-40f23200e1cb req-bde1f848-cd23-47bf-9eb2-81b9694b22b1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=a1793f7ea0754b78815351cfbe4a3ab5&device_id=cd334052-c763-46a0-b592-3217becb7895 HTTP/1.1" status: 200 len: 1131 time: 0.0377133 May 16 19:18:43.818789 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1afad-0254-4257-8dfc-40f23200e1cb req-8e4c057c-c4fe-44ef-9ebe-d6986ffcb41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:43.820312 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-86f1afad-0254-4257-8dfc-40f23200e1cb req-8e4c057c-c4fe-44ef-9ebe-d6986ffcb41f service neutron] 10.222.0.78 "GET /v2.0/networks?id=ea259207-0055-4beb-87e2-6bd6b8ca7708 HTTP/1.1" status: 200 len: 870 time: 0.0925221 May 16 19:18:43.857947 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-86f1afad-0254-4257-8dfc-40f23200e1cb req-3856b992-42c9-45ec-838a-38b2dbb5b8a5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=8ca93f3d-2334-4e00-a747-2d956e484bfd HTTP/1.1" status: 200 len: 217 time: 0.0309579 May 16 19:18:43.907461 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1afad-0254-4257-8dfc-40f23200e1cb req-c677db09-2f34-4fcc-9593-4480c8c0b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:43.908859 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-86f1afad-0254-4257-8dfc-40f23200e1cb req-c677db09-2f34-4fcc-9593-4480c8c0b6dc service neutron] 10.222.0.78 "GET /v2.0/subnets?id=fd87063b-30dc-45e1-8d25-ddb49ae2ffc1 HTTP/1.1" status: 200 len: 843 time: 0.0446870 May 16 19:18:43.949174 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1afad-0254-4257-8dfc-40f23200e1cb req-1416bfa0-664b-4a55-b8de-730efc1e91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:43.950559 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-86f1afad-0254-4257-8dfc-40f23200e1cb req-1416bfa0-664b-4a55-b8de-730efc1e91bf service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=ea259207-0055-4beb-87e2-6bd6b8ca7708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0360548 May 16 19:18:44.039752 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-86f1afad-0254-4257-8dfc-40f23200e1cb req-fa5b1c20-7a18-4005-abca-e81e54e5739c service neutron] 10.222.0.78 "GET /v2.0/networks/ea259207-0055-4beb-87e2-6bd6b8ca7708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820642 May 16 19:18:44.132626 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-86f1afad-0254-4257-8dfc-40f23200e1cb req-9aecb8c8-3a62-4a8a-a275-76a7d19e4631 service neutron] 10.222.0.78 "GET /v2.0/networks/ea259207-0055-4beb-87e2-6bd6b8ca7708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858438 May 16 19:18:44.142054 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759b008-8388-4b8c-8705-0a7d8667001c req-4a5feb1f-7287-4001-823a-8efc836bdf18 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:44.143552 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7759b008-8388-4b8c-8705-0a7d8667001c req-4a5feb1f-7287-4001-823a-8efc836bdf18 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd334052-c763-46a0-b592-3217becb7895 HTTP/1.1" status: 200 len: 947 time: 0.0454211 May 16 19:18:44.199624 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7759b008-8388-4b8c-8705-0a7d8667001c req-400073b5-20a0-4f7d-851e-05dfbb51a41b tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/security-groups?id=05b57c55-f7ed-4f6d-8554-6cab04bb71f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501115 May 16 19:18:45.037575 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 8ca93f3d-2334-4e00-a747-2d956e484bfd details requested by agent hyperv_hv-cinder-83998 with host hv-cinder-83998 {{(pid=103575) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 16 19:18:45.133675 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 8ca93f3d-2334-4e00-a747-2d956e484bfd, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=8ca93f3d-2334-4e00-a747-2d956e484bfd,segment=NetworkSegment(645dd8a5-824e-4c2b-95c5-ad4b73e13bc1),segment_id=645dd8a5-824e-4c2b-95c5-ad4b73e13bc1)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:18:45.144113 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Returning: {'device': '8ca93f3d-2334-4e00-a747-2d956e484bfd', 'network_id': 'ea259207-0055-4beb-87e2-6bd6b8ca7708', 'port_id': '8ca93f3d-2334-4e00-a747-2d956e484bfd', 'mac_address': 'fa:16:3e:3b:3e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd87063b-30dc-45e1-8d25-ddb49ae2ffc1', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103575) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 16 19:18:45.177622 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 8ca93f3d-2334-4e00-a747-2d956e484bfd is: DOWN; New status is: BUILD {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:18:45.178005 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (8ca93f3d-2334-4e00-a747-2d956e484bfd), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:45.190130 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca93f3d-2334-4e00-a747-2d956e484bfd {{(pid=103575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 16 19:18:45.209811 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 8ca93f3d-2334-4e00-a747-2d956e484bfd, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=8ca93f3d-2334-4e00-a747-2d956e484bfd,segment=NetworkSegment(645dd8a5-824e-4c2b-95c5-ad4b73e13bc1),segment_id=645dd8a5-824e-4c2b-95c5-ad4b73e13bc1)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:18:45.216363 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (8ca93f3d-2334-4e00-a747-2d956e484bfd), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:45.266623 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=8ca93f3d-2334-4e00-a747-2d956e484bfd,revision_number=4']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:45.273730 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:45.274077 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:45.274419 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:45.274755 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:45.275087 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:45.275923 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:45.276245 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:45.276591 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:45.276911 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:45.277230 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:45.277549 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:45.277871 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:45.278192 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:45.278505 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:45.278820 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:45.313060 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78a23e-e840-48d4-a84a-765933aaa242 req-bb7a2740-272f-468e-a70d-fc4d736177c9 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:45.314509 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ed78a23e-e840-48d4-a84a-765933aaa242 req-bb7a2740-272f-468e-a70d-fc4d736177c9 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd334052-c763-46a0-b592-3217becb7895 HTTP/1.1" status: 200 len: 948 time: 0.0461175 May 16 19:18:45.359811 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-ed78a23e-e840-48d4-a84a-765933aaa242 req-abcf532d-f5b1-4299-8ec8-09a321059449 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/security-groups?id=05b57c55-f7ed-4f6d-8554-6cab04bb71f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396998 May 16 19:18:45.666946 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['8ca93f3d-2334-4e00-a747-2d956e484bfd'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:18:46.473066 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c19cd-a07b-43de-9f6b-505a6721836a req-e992cd6a-69fb-45de-809f-de32588b468d tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:46.474355 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2a6c19cd-a07b-43de-9f6b-505a6721836a req-e992cd6a-69fb-45de-809f-de32588b468d tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd334052-c763-46a0-b592-3217becb7895 HTTP/1.1" status: 200 len: 948 time: 0.0485585 May 16 19:18:46.526501 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-2a6c19cd-a07b-43de-9f6b-505a6721836a req-5e1f0985-90ee-4c02-82c8-dbdcc85e6708 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/security-groups?id=05b57c55-f7ed-4f6d-8554-6cab04bb71f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444129 May 16 19:18:47.058075 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 8ca93f3d-2334-4e00-a747-2d956e484bfd up at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 16 19:18:47.108645 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning for port 8ca93f3d-2334-4e00-a747-2d956e484bfd completed by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 16 19:18:47.114316 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.db.provisioning_blocks [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Provisioning complete for port 8ca93f3d-2334-4e00-a747-2d956e484bfd triggered by entity L2. {{(pid=103575) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 16 19:18:47.114703 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-836573'] for port (8ca93f3d-2334-4e00-a747-2d956e484bfd), provisioning_complete {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:47.182238 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Current status of the port 8ca93f3d-2334-4e00-a747-2d956e484bfd is: BUILD; New status is: ACTIVE {{(pid=103575) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 16 19:18:47.182516 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-742733'] for port (8ca93f3d-2334-4e00-a747-2d956e484bfd), before_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:47.204762 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd334052-c763-46a0-b592-3217becb7895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca93f3d-2334-4e00-a747-2d956e484bfd'}] {{(pid=103575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:18:47.206969 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e70b691356c99ea41ed1caafe5834f371cc5c84344e716c1540f57e4985a2986" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c8d7de-ccc2-400b-825b-7e1b559c564f" -d '{"events": [{"server_uuid": "cd334052-c763-46a0-b592-3217becb7895", "name": "network-vif-plugged", "status": "completed", "tag": "8ca93f3d-2334-4e00-a747-2d956e484bfd"}]}' {{(pid=103575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:18:47.219723 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] For port 8ca93f3d-2334-4e00-a747-2d956e484bfd, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=8ca93f3d-2334-4e00-a747-2d956e484bfd,segment=NetworkSegment(645dd8a5-824e-4c2b-95c5-ad4b73e13bc1),segment_id=645dd8a5-824e-4c2b-95c5-ad4b73e13bc1)] {{(pid=103575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:18:47.223883 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772410055563', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772409778041', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772409778059'] for port (8ca93f3d-2334-4e00-a747-2d956e484bfd), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:47.275715 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Pushing event updated for resources: {'Port': ['ID=8ca93f3d-2334-4e00-a747-2d956e484bfd,revision_number=5']} {{(pid=103575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:47.301441 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a274fb37-e13e-40b5-850a-c034566be553 x-openstack-request-id: req-a274fb37-e13e-40b5-850a-c034566be553 {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:18:47.301731 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd334052-c763-46a0-b592-3217becb7895", "name": "network-vif-plugged", "status": "completed", "tag": "8ca93f3d-2334-4e00-a747-2d956e484bfd", "code": 200}]} {{(pid=103575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:18:47.302000 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a274fb37-e13e-40b5-850a-c034566be553 {{(pid=103575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:18:47.302404 dv-cinder-839987-5-smb neutron-server[103575]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a274fb37-e13e-40b5-850a-c034566be553'] response: {'server_uuid': 'cd334052-c763-46a0-b592-3217becb7895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca93f3d-2334-4e00-a747-2d956e484bfd', 'code': 200} May 16 19:18:47.458302 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979639d-08d2-4c48-9ea0-9205ac83b83c req-c4db4b4e-bc49-4f48-94f0-5c18cbc59515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:47.459609 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a979639d-08d2-4c48-9ea0-9205ac83b83c req-c4db4b4e-bc49-4f48-94f0-5c18cbc59515 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=cd334052-c763-46a0-b592-3217becb7895 HTTP/1.1" status: 200 len: 1133 time: 0.0374458 May 16 19:18:47.502525 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-a979639d-08d2-4c48-9ea0-9205ac83b83c req-ffc98302-e2e3-4194-bbf7-f10d56359296 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=05b57c55-f7ed-4f6d-8554-6cab04bb71f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360162 May 16 19:18:47.638494 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46b8a8-cc4f-44af-8825-7eeb6aa81eb9 req-064da437-a69f-4757-b508-ada002bef2cd tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:47.639951 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7d46b8a8-cc4f-44af-8825-7eeb6aa81eb9 req-064da437-a69f-4757-b508-ada002bef2cd tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd334052-c763-46a0-b592-3217becb7895 HTTP/1.1" status: 200 len: 949 time: 0.0470271 May 16 19:18:47.685954 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-7d46b8a8-cc4f-44af-8825-7eeb6aa81eb9 req-29847fc7-3384-4a24-b254-a868652d9934 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/security-groups?id=05b57c55-f7ed-4f6d-8554-6cab04bb71f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404513 May 16 19:18:48.800826 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a88eb-080f-4851-beed-da98bc06bcf3 req-1cdabe92-9ce3-4e8a-ae80-81cf87186155 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:48.802174 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1a0a88eb-080f-4851-beed-da98bc06bcf3 req-1cdabe92-9ce3-4e8a-ae80-81cf87186155 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd334052-c763-46a0-b592-3217becb7895 HTTP/1.1" status: 200 len: 949 time: 0.0487483 May 16 19:18:48.848090 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-1a0a88eb-080f-4851-beed-da98bc06bcf3 req-9ee310b9-46a1-4c9e-a237-3a4c2e48c8ec tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/security-groups?id=05b57c55-f7ed-4f6d-8554-6cab04bb71f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404489 May 16 19:18:49.956367 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557d551-1345-4d82-a088-32d8dc3f3ad7 req-75f28461-6711-4d8a-a07f-eecbc5e2d22f tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:49.957808 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c557d551-1345-4d82-a088-32d8dc3f3ad7 req-75f28461-6711-4d8a-a07f-eecbc5e2d22f tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd334052-c763-46a0-b592-3217becb7895 HTTP/1.1" status: 200 len: 949 time: 0.0450263 May 16 19:18:50.003147 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-c557d551-1345-4d82-a088-32d8dc3f3ad7 req-471988cb-b41d-450a-9cf2-9bc1791eed28 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/security-groups?id=05b57c55-f7ed-4f6d-8554-6cab04bb71f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394874 May 16 19:18:50.251793 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e0cd7-0e83-4e9c-9088-a7801e7a076f req-a3bf1780-01e1-47ce-9380-d4cad0b1e083 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:50.253520 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3f5e0cd7-0e83-4e9c-9088-a7801e7a076f req-a3bf1780-01e1-47ce-9380-d4cad0b1e083 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd334052-c763-46a0-b592-3217becb7895 HTTP/1.1" status: 200 len: 949 time: 0.0452137 May 16 19:18:50.303438 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-3f5e0cd7-0e83-4e9c-9088-a7801e7a076f req-358b46af-dafb-40ac-9d3a-6b0b692cf7ea tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/security-groups?id=05b57c55-f7ed-4f6d-8554-6cab04bb71f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445487 May 16 19:18:51.423822 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6244f-f776-4607-bd6f-e6515ad22ee4 req-973d8bcf-4168-40b8-a07d-7a3a340168a9 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103573) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:51.425298 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-69b6244f-f776-4607-bd6f-e6515ad22ee4 req-973d8bcf-4168-40b8-a07d-7a3a340168a9 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd334052-c763-46a0-b592-3217becb7895 HTTP/1.1" status: 200 len: 949 time: 0.0462949 May 16 19:18:51.470455 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-69b6244f-f776-4607-bd6f-e6515ad22ee4 req-044d390f-3d8c-4f74-a400-04b60213f9eb tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/security-groups?id=05b57c55-f7ed-4f6d-8554-6cab04bb71f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397708 May 16 19:18:51.941938 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d917b2-0a4b-4563-91aa-4d68672f6b50 req-185bb40c-246a-40d2-af07-ab2bb8525324 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103574) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 16 19:18:51.943342 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-45d917b2-0a4b-4563-91aa-4d68672f6b50 req-185bb40c-246a-40d2-af07-ab2bb8525324 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.78 "GET /v2.0/ports?device_id=cd334052-c763-46a0-b592-3217becb7895 HTTP/1.1" status: 200 len: 949 time: 0.0482540 May 16 19:18:52.019762 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-45d917b2-0a4b-4563-91aa-4d68672f6b50 req-801ee9dd-2577-450f-8145-ab78ffbf7107 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Deleting port 8ca93f3d-2334-4e00-a747-2d956e484bfd {{(pid=103574) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 16 19:18:52.020091 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-45d917b2-0a4b-4563-91aa-4d68672f6b50 req-801ee9dd-2577-450f-8145-ab78ffbf7107 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772410046949'] for port (8ca93f3d-2334-4e00-a747-2d956e484bfd), before_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:52.344624 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.db [req-45d917b2-0a4b-4563-91aa-4d68672f6b50 req-801ee9dd-2577-450f-8145-ab78ffbf7107 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] For port 8ca93f3d-2334-4e00-a747-2d956e484bfd, host hv-cinder-83998, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83998',level=0,port_id=8ca93f3d-2334-4e00-a747-2d956e484bfd,segment=NetworkSegment(645dd8a5-824e-4c2b-95c5-ad4b73e13bc1),segment_id=645dd8a5-824e-4c2b-95c5-ad4b73e13bc1)] {{(pid=103574) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 16 19:18:52.344983 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-45d917b2-0a4b-4563-91aa-4d68672f6b50 req-801ee9dd-2577-450f-8145-ab78ffbf7107 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3932928'] for port (8ca93f3d-2334-4e00-a747-2d956e484bfd), precommit_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:52.357756 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.plugins.ml2.plugin [req-45d917b2-0a4b-4563-91aa-4d68672f6b50 req-801ee9dd-2577-450f-8145-ab78ffbf7107 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Calling delete_port for 8ca93f3d-2334-4e00-a747-2d956e484bfd owned by compute:nova {{(pid=103574) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 16 19:18:52.478989 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-45d917b2-0a4b-4563-91aa-4d68672f6b50 req-801ee9dd-2577-450f-8145-ab78ffbf7107 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-742883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3891536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772410055545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772409778032', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125892898'] for port (8ca93f3d-2334-4e00-a747-2d956e484bfd), after_delete {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:52.490825 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.db [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] get_ports_and_sgs() called for port_ids ['8ca93f3d-2334-4e00-a747-2d956e484bfd'] {{(pid=103575) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 16 19:18:52.518196 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801ee9dd-2577-450f-8145-ab78ffbf7107 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Pushing event deleted for resources: {'Port': ['ID=8ca93f3d-2334-4e00-a747-2d956e484bfd,revision_number=None']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:52.557254 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d917b2-0a4b-4563-91aa-4d68672f6b50 req-801ee9dd-2577-450f-8145-ab78ffbf7107 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] No DVR routers for this DVR port 8ca93f3d-2334-4e00-a747-2d956e484bfd on host hv-cinder-83998 {{(pid=103574) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 16 19:18:52.560311 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [req-45d917b2-0a4b-4563-91aa-4d68672f6b50 req-801ee9dd-2577-450f-8145-ab78ffbf7107 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-97736'] for port (None), before_response {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:52.565314 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [req-45d917b2-0a4b-4563-91aa-4d68672f6b50 req-801ee9dd-2577-450f-8145-ab78ffbf7107 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.78 "DELETE /v2.0/ports/8ca93f3d-2334-4e00-a747-2d956e484bfd HTTP/1.1" status: 204 len: 173 time: 0.6148081 May 16 19:18:52.565314 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd334052-c763-46a0-b592-3217becb7895', 'name': 'network-vif-deleted', 'tag': '8ca93f3d-2334-4e00-a747-2d956e484bfd'}] {{(pid=103574) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 16 19:18:52.566272 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c01f3b20575ff5b8a0751706130a017db41e03472fbda0339070802b5050247" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad81fba6-0b87-4c37-9cbb-4322afa32a09" -d '{"events": [{"server_uuid": "cd334052-c763-46a0-b592-3217becb7895", "name": "network-vif-deleted", "tag": "8ca93f3d-2334-4e00-a747-2d956e484bfd"}]}' {{(pid=103574) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 16 19:18:52.607699 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 May 2022 19:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ca31bc-10e6-4e9d-b892-4c2fa00d7f74 x-openstack-request-id: req-19ca31bc-10e6-4e9d-b892-4c2fa00d7f74 {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 16 19:18:52.608995 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd334052-c763-46a0-b592-3217becb7895", "name": "network-vif-deleted", "tag": "8ca93f3d-2334-4e00-a747-2d956e484bfd", "status": "completed", "code": 200}]} {{(pid=103574) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 16 19:18:52.610667 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19ca31bc-10e6-4e9d-b892-4c2fa00d7f74 {{(pid=103574) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 16 19:18:52.611092 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ca31bc-10e6-4e9d-b892-4c2fa00d7f74'] response: {'server_uuid': 'cd334052-c763-46a0-b592-3217becb7895', 'name': 'network-vif-deleted', 'tag': '8ca93f3d-2334-4e00-a747-2d956e484bfd', 'status': 'completed', 'code': 200} May 16 19:18:52.615041 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [req-fa25e76c-f983-44cb-bba7-5204e7b44d7d req-9beade1d-4730-4d4d-9c4a-075a77a6e971 tempest-VolumesNegativeTest-1441329247 tempest-VolumesNegativeTest-1441329247-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd334052-c763-46a0-b592-3217becb7895 HTTP/1.1" status: 200 len: 210 time: 0.0614839 May 16 19:18:53.143293 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:18:57.084273 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 8ca93f3d-2334-4e00-a747-2d956e484bfd no longer exists at agent hyperv_hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 16 19:18:57.106315 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] No Port match for: 8ca93f3d-2334-4e00-a747-2d956e484bfd {{(pid=103575) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 16 19:18:57.106661 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron.plugins.ml2.rpc [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Device 8ca93f3d-2334-4e00-a747-2d956e484bfd not bound to the agent host hv-cinder-83998 {{(pid=103575) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 16 19:18:57.452041 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 34344) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:57.578421 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-dbf8a4a2-fc0a-47c6-acf1-befaefae267a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a1793f7ea0754b78815351cfbe4a3ab5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1251781 May 16 19:18:57.580771 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 34348) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:18:57.630969 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Publish callbacks [] for security_group (05b57c55-f7ed-4f6d-8554-6cab04bb71f4), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:57.651452 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Publish callbacks [] for security_group (05b57c55-f7ed-4f6d-8554-6cab04bb71f4), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:57.703412 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (05b57c55-f7ed-4f6d-8554-6cab04bb71f4), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:57.706088 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:18:57.709007 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/05b57c55-f7ed-4f6d-8554-6cab04bb71f4 HTTP/1.1" status: 204 len: 168 time: 0.1273184 May 16 19:18:57.717691 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b57c55-f7ed-4f6d-8554-6cab04bb71f4,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:18:57.724865 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.725318 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.725538 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.725872 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.726203 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.726526 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.726852 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.727173 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.727491 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.727960 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.728276 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.728616 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.728936 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.729255 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:18:57.729567 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da3d735-fcf4-4afe-88ea-84479210242f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103573) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:19:02.485851 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fca05ba3-17db-4424-bcc0-fb0df29383d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:04.220252 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:05.031144 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ee0be040-497b-4eba-a900-5eb86a5e9967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:06.084224 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:06.277713 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [-] (103574) accepted ('10.222.0.65', 34404) {{(pid=103574) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:19:06.377098 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:06.450815 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] Publish callbacks [] for security_group (1f8cf8dc-6d75-417c-9d00-5f1706f2facd), precommit_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:06.455243 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron_lib.callbacks.manager [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (1f8cf8dc-6d75-417c-9d00-5f1706f2facd), after_create {{(pid=103574) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:06.490627 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8cf8dc-6d75-417c-9d00-5f1706f2facd,revision_number=1']} {{(pid=103574) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:19:06.494464 dv-cinder-839987-5-smb neutron-server[103574]: INFO neutron.wsgi [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=007d6c17e3664e86aab254bee9010ccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157233 May 16 19:19:06.497189 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 34408) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:19:06.500803 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:19:06.501157 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:19:06.501504 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:19:06.501849 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:19:06.502210 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:19:06.502551 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:19:06.507354 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:19:06.507354 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:19:06.507354 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:19:06.507354 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:19:06.507354 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:19:06.507354 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:19:06.507354 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:19:06.507354 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:19:06.507354 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0d9b16-5658-4c0b-892c-735d56ebc6cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839987-5-smb {{(pid=103574) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 16 19:19:06.545785 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4022567f-3931-4cfa-894b-e016bf4da00a admin admin] Publish callbacks [] for security_group (1f8cf8dc-6d75-417c-9d00-5f1706f2facd), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:06.566797 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4022567f-3931-4cfa-894b-e016bf4da00a admin admin] Publish callbacks [] for security_group (1f8cf8dc-6d75-417c-9d00-5f1706f2facd), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:06.611788 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4022567f-3931-4cfa-894b-e016bf4da00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (1f8cf8dc-6d75-417c-9d00-5f1706f2facd), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:06.614527 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-4022567f-3931-4cfa-894b-e016bf4da00a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:06.615644 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-4022567f-3931-4cfa-894b-e016bf4da00a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f8cf8dc-6d75-417c-9d00-5f1706f2facd HTTP/1.1" status: 204 len: 168 time: 0.1174979 May 16 19:19:06.623127 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022567f-3931-4cfa-894b-e016bf4da00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8cf8dc-6d75-417c-9d00-5f1706f2facd,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:19:07.406979 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:08.664919 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:12.473284 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 34474) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:19:12.575592 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cd8d6ab3-b68e-4fca-b955-eb39fc9a7176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:12.650293 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cd8d6ab3-b68e-4fca-b955-eb39fc9a7176 admin admin] Publish callbacks [] for security_group (6c84f12a-e083-4560-a138-db23a246e3f1), precommit_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:12.653822 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-cd8d6ab3-b68e-4fca-b955-eb39fc9a7176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (6c84f12a-e083-4560-a138-db23a246e3f1), after_create {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:12.692190 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-cd8d6ab3-b68e-4fca-b955-eb39fc9a7176 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cab1bbd613a24ac1ac3d38c01d1c113e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176216 May 16 19:19:12.693428 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d6ab3-b68e-4fca-b955-eb39fc9a7176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c84f12a-e083-4560-a138-db23a246e3f1,revision_number=1']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:19:12.696978 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [-] (103573) accepted ('10.222.0.65', 34478) {{(pid=103573) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 16 19:19:12.743931 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-613dcea2-fd76-480d-b6f8-a31bff75e430 admin admin] Publish callbacks [] for security_group (6c84f12a-e083-4560-a138-db23a246e3f1), before_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:12.764984 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-613dcea2-fd76-480d-b6f8-a31bff75e430 admin admin] Publish callbacks [] for security_group (6c84f12a-e083-4560-a138-db23a246e3f1), precommit_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:12.814643 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-613dcea2-fd76-480d-b6f8-a31bff75e430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3874427'] for security_group (6c84f12a-e083-4560-a138-db23a246e3f1), after_delete {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:12.817152 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron_lib.callbacks.manager [None req-613dcea2-fd76-480d-b6f8-a31bff75e430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103573) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:12.818316 dv-cinder-839987-5-smb neutron-server[103573]: INFO neutron.wsgi [None req-613dcea2-fd76-480d-b6f8-a31bff75e430 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c84f12a-e083-4560-a138-db23a246e3f1 HTTP/1.1" status: 204 len: 168 time: 0.1204112 May 16 19:19:12.826350 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613dcea2-fd76-480d-b6f8-a31bff75e430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c84f12a-e083-4560-a138-db23a246e3f1,revision_number=None']} {{(pid=103573) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 16 19:19:30.141552 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:19:32.489679 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0c59870a-46da-4258-87be-82bb943a663e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:34.223389 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:35.032801 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-de30f49b-d5b6-4d4c-8f86-4489506fa4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:36.087842 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:37.408162 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:19:38.656531 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:02.490096 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3527f2a7-58a4-4dc5-aea3-44ed9c7bb624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:04.214213 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:05.034417 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ce63a029-1a13-4fa6-a7a8-bf5de0d14581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:06.089975 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:07.141438 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:20:07.410625 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:08.661944 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:32.489937 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-c7c505ad-8b8f-40f2-a02a-a4f080207661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:34.235636 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:35.035904 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-719879e0-d8c4-4a7e-b9ca-ac88c123d03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:36.092923 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:37.414384 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:38.653983 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:20:44.140544 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:21:02.494621 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b4a2dd14-bf9f-47c0-b4f6-a522a118acdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:04.227770 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:05.036970 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-fe361ffc-ce30-4ac5-a7a0-735956d03c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:06.095645 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:07.418494 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:08.656919 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:21.139474 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:21:32.496033 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-4c5a3fce-4911-4146-84cd-835269b4710a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:34.241269 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:35.041337 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3c93-44bb-4cb0-9f09-ce1850602cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:36.095769 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:37.417457 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:38.658834 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:21:58.138370 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:22:02.498478 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0e231458-6de8-411f-b4a9-212767fed55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:04.265865 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:05.041837 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-2a6836da-b6e5-4986-89ce-427c685899fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:06.098397 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:07.420936 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:08.660663 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:32.499827 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-f5328824-e6e8-45a4-b100-15b70a2078e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:34.257031 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:35.042437 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-bf3c6bbf-59bc-46ba-b826-04e9712452a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:35.136963 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:22:36.101365 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:37.424693 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:22:38.662244 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:02.501832 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-760225ca-0dbf-47fa-9457-8b6fbd10bc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:04.262902 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:05.043914 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-9c3079f0-4884-45d5-bd12-bb5d710d19ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:06.104899 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:07.425833 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:08.667278 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:12.139978 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:23:21.226224 dv-cinder-839987-5-smb neutron-server[103574]: DEBUG neutron.wsgi [req-a9aee1b7-45c5-4f90-b21b-30958b7ffb88 req-3f6cf419-67fc-471e-90c6-8d3c852c1033 service neutron] (103574) timed out ('10.222.0.78', 63084) {{(pid=103574) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 16 19:23:28.723669 dv-cinder-839987-5-smb neutron-server[103573]: DEBUG neutron.wsgi [req-a0f4d896-fb2a-426e-b936-00262800be5c req-ca980497-bf01-460f-ac7f-da90b5ba27b5 service neutron] (103573) timed out ('10.222.0.78', 63043) {{(pid=103573) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 16 19:23:32.506297 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b6b1737f-451f-41ec-a325-bb6f20ffbe90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:34.277848 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:35.047916 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-71457ee7-2c0d-4f6b-8e2a-dfb741270fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:36.107970 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:37.428544 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:38.668954 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:23:49.139227 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:24:02.509242 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-191a8ec7-55fa-4565-b4a2-c89b34da5c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:04.274537 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:05.049848 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-244dfd96-d559-401a-8d9d-978dfd347eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:06.109704 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:07.431477 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-3ae0a3b6-3433-4e50-a6c0-bba01ed7501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (ad760a5f-2799-4c17-ac8f-2a0f8df9118b), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:08.670601 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-ec2c4ca0-8da8-4550-aab6-38dffce06275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (b4c1942d-28e1-49be-b659-23ef480b7f3d), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:26.138753 dv-cinder-839987-5-smb neutron-server[103576]: DEBUG neutron.db.agents_db [None req-8c33f374-8cab-454f-8087-cd31209f2f1e None None] Agent healthcheck: found 6 active agents {{(pid=103576) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 16 19:24:32.513102 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-b1dc2e30-f3ae-493b-878e-5c01c501ffda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (32740b08-508b-41fc-82a0-fe5ed2f5692a), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:34.285162 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-0b2f4189-21d5-4d24-b603-b45a3ab3c158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (67050f7a-e0b2-4fc2-9b84-fcf3064cbdc0), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:35.051869 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-93a4aee1-6256-40b0-b561-f76011287227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e493de87-d1d7-46c1-aa9d-c987d6bcd8cf), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 16 19:24:36.112598 dv-cinder-839987-5-smb neutron-server[103575]: DEBUG neutron_lib.callbacks.manager [None req-42d8a799-4a26-4a2d-93b6-c755708552fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772410173444', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-836487'] for agent (e797746c-14df-4260-b836-44a601d93b35), after_update {{(pid=103575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}